-- Logs begin at Thu 2022-09-15 17:19:03 UTC, end at Thu 2022-09-15 18:20:05 UTC. -- Sep 15 17:53:12.035250 dv-cinder-835384-27-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 17:53:14.738030 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.common.config [-] Logging enabled! Sep 15 17:53:14.738664 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev577 Sep 15 17:53:14.738918 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106275) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 15 17:53:14.742675 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.common.config [-] Logging enabled! Sep 15 17:53:14.742927 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev577 Sep 15 17:53:14.743236 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106275) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 15 17:53:14.744185 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 17:53:14.744419 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 17:53:14.744906 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 17:53:14.745151 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 17:53:14.745401 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 17:53:14.745722 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.746019 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.746250 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.746547 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.746837 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.747117 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.747407 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.747706 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.747991 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.748268 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.748549 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.748777 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.749055 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.749369 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.749658 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.749881 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] debug = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.750159 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.750580 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.751053 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.751340 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.751629 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.751906 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.752178 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.752451 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.752736 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.753063 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] host = dv-cinder-835384-27-smb {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.753367 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.753657 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.753945 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.754232 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.754511 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.755060 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.755351 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.755628 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.755901 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] log_file = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.756176 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.756463 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.756751 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.757045 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.757269 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.757643 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.757934 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.758226 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.758501 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.758775 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.759049 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.759326 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.759598 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.759867 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.760149 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.760430 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.760715 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.760988 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.761260 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.761553 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.761826 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.762109 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.762380 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.762650 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.762921 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.763201 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.763466 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.763737 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.764036 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.764320 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.764602 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.764888 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.765161 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.765468 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.765741 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.766013 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.766285 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] use_json = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.767081 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.767356 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.767636 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.767906 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.768178 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.768451 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.768722 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.769006 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.769277 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:14.769600 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.769898 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.770205 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.770494 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.770803 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.771090 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.771385 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.771669 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.771961 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.772256 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.772556 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.772836 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.773136 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.773454 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.773751 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.774058 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.774355 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.774650 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.774932 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.775208 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.775487 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.775769 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.776057 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.776337 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.776626 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.776916 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.777195 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.777523 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.777808 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.778097 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.778393 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.778684 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.778960 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.779240 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.779537 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.779816 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.780091 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.780379 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.780657 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.780930 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.781211 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.781524 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.781814 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.782090 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.783045 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.783342 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.783624 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.783900 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.784174 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.784453 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.784726 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.785012 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.785306 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.785587 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.785860 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.786138 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.786409 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.786681 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.786958 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.787230 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.787506 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.787778 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.788046 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.788316 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.788589 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.788860 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.789132 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.789435 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.789711 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.789980 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.790247 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.790517 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.790789 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.791061 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.791342 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.791637 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.791912 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.792188 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.792465 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.792742 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.793025 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.793326 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.793595 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.793868 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.794138 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.794427 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.794710 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.794994 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.795275 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.795569 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.795868 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.796148 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.796430 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.796711 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.796991 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.797269 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.797579 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.797880 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.798159 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.798443 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.798726 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.799020 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.799319 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.799650 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.799949 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.800242 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.800534 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.800814 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.801119 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.801421 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:14.801641 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 17:53:14.801883 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106275) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 17:53:15.178813 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 15 17:53:15.179128 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 15 17:53:15.179390 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 15 17:53:15.179617 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 15 17:53:15.179890 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 15 17:53:15.180214 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 17:53:15.517852 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.518143 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.518409 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.519593 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.519861 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.520122 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.573271 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.573573 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.573838 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.589775 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.590054 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.590323 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.618619 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.618904 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.619167 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.655913 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.656188 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.656464 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.896556 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.897156 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.897156 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.898211 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.898914 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.994801 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.995123 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.995406 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.995676 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.995946 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.996255 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.996514 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.996771 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.997026 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.997323 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.997584 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.997849 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.998106 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.998357 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.998609 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.998870 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.999122 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.999384 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.999655 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:15.999908 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.000178 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.000427 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.000702 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.001624 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.001875 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.002120 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.002508 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 17:53:16.002749 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 17:53:16.002987 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 17:53:16.003223 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 17:53:16.003458 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 17:53:16.003692 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 17:53:16.004054 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 17:53:16.007138 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 17:53:16.011010 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 17:53:16.014858 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 15 17:53:16.016477 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 17:53:16.017690 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 17:53:16.018034 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 17:53:16.018415 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 17:53:16.021164 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 17:53:16.021439 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 17:53:16.021781 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 17:53:16.026766 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 17:53:16.049131 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 17:53:16.049667 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.049964 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106275) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 15 17:53:16.050333 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.051666 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106275) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 17:53:16.051945 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 17:53:16.052183 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 17:53:16.062723 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.063006 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.144837 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 17:53:16.145974 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 17:53:16.145974 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 17:53:16.145974 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 17:53:16.199141 dv-cinder-835384-27-smb neutron-server[106275]: INFO dbcounter [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Registered counter for database neutron Sep 15 17:53:16.217981 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_db.sqlalchemy.engines [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106275) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 17:53:16.224482 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG dbcounter [-] [106275] Writer thread running {{(pid=106275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 17:53:16.767926 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Initializing driver for type 'gre' Sep 15 17:53:16.768523 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] gre ID ranges: [(1, 1000)] Sep 15 17:53:16.827200 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Initializing driver for type 'local' Sep 15 17:53:16.827543 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Initializing driver for type 'vlan' Sep 15 17:53:16.841392 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] VlanTypeDriver initialization complete Sep 15 17:53:16.841730 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Initializing driver for type 'vxlan' Sep 15 17:53:16.842229 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] vxlan ID ranges: [(1, 1000)] Sep 15 17:53:16.901116 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Initializing extension driver 'port_security' Sep 15 17:53:16.901762 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.extensions.port_security [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] PortSecurityExtensionDriver initialization complete Sep 15 17:53:16.901860 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Initializing mechanism driver 'openvswitch' Sep 15 17:53:16.902140 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Initializing mechanism driver 'hyperv' Sep 15 17:53:16.909176 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.plugins.ml2.plugin [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:53:16.909961 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > port after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.910341 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > port after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.910705 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > port after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.911213 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106275) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 17:53:16.911642 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > subnet after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.912004 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > subnet after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.912369 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.912761 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106275) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 17:53:16.913177 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > network after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.913627 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > network after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.913980 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > network after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.914375 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106275) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 17:53:16.914785 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > security_group after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.915137 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > security_group after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.915478 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.915873 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106275) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 17:53:16.916289 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.916646 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.916994 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.917548 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106275) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 17:53:16.917964 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > address_group after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.918318 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > address_group after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.918669 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.919064 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106275) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 17:53:16.919513 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] ML2 OVO RPC backend initialized. {{(pid=106275) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 15 17:53:16.920222 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.920582 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.921002 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > network before_response 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.921384 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > networks before_response 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.921735 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > port before_response 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.922084 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > ports before_response 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.922433 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > subnet before_response 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.923330 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > subnets before_response 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.923686 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > network after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.924036 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > network after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.924415 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > network after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.924758 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > port after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.925139 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > port after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.925626 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > port after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.926082 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > subnet after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.926437 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > subnet after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.926780 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.934450 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded quota_driver: . Sep 15 17:53:16.934821 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.plugin [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Modular L2 Plugin initialization complete Sep 15 17:53:16.935173 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading services supported by the core plugin {{(pid=106275) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 17:53:16.935520 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.plugins.ml2.managers [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Got port-security extension from driver 'port_security' Sep 15 17:53:16.936005 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.extensions.vlantransparent [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Disabled vlantransparent extension. Sep 15 17:53:16.936530 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106275) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 17:53:16.936860 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading Plugin: router Sep 15 17:53:16.972208 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.972605 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router after_create 55549900 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.972985 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router before_create 55549900 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.973382 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.974019 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.974385 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router after_delete 55549900 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.974751 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.975110 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.975476 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router after_create 55549900 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.975832 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router after_update 55549900 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.976189 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router after_update 55549900 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.976545 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.976912 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router after_update 55549900 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.977363 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router precommit_update 55549900 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.977743 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: port after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.978093 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: port after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.978435 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: subnet after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.978784 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.979136 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.979494 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router precommit_create 55549900 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.979854 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: port before_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.980204 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router precommit_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.980566 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router after_update 55549900 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.980919 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.981281 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router precommit_create 55549900 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.981676 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.982031 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router precommit_update 55549900 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.982404 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > agent after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.982764 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > agent after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.983120 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > network after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.983969 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Tracking information for resource: router configured {{(pid=106275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 17:53:16.984307 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Tracking information for resource: floatingip configured {{(pid=106275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 17:53:16.989827 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.db.l3_agentschedulers_db [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 17:53:16.990401 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: port after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.990769 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: port after_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.991128 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: port after_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.991485 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: port after_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.992271 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router before_create 55550100 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.992641 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.993006 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router precommit_create 55550100 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.993402 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > router precommit_update 55550100 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:16.998205 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.services.provider_configuration [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Service providers = [] {{(pid=106275) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 17:53:16.998575 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.db.servicetype_db [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106275) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 17:53:17.001586 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.services.service_base [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 17:53:17.001938 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.services.service_base [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 17:53:17.002284 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.services.service_base [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 17:53:17.003170 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.services.service_base [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 17:53:17.003542 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.services.service_base [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 17:53:17.003917 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 17:53:17.004237 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 17:53:17.015774 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 17:53:17.016114 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading Plugin: auto_allocate Sep 15 17:53:17.022405 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: network precommit_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:17.022725 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: network precommit_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:17.023243 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 17:53:17.023565 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading Plugin: tag Sep 15 17:53:17.030112 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 17:53:17.030445 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading Plugin: timestamp Sep 15 17:53:17.035032 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 17:53:17.035365 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading Plugin: network_ip_availability Sep 15 17:53:17.040813 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:17.041185 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:17.041575 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:17.042294 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 17:53:17.042620 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading Plugin: flavors Sep 15 17:53:17.047266 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 17:53:17.047614 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading Plugin: revisions Sep 15 17:53:17.052035 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 17:53:17.052421 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_concurrency.lockutils [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.872s {{(pid=106275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 15 17:53:17.053160 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106275) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 15 17:53:17.053522 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Initializing extension manager. Sep 15 17:53:17.054055 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: __init__.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.054399 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: __pycache__ {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.054736 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: address_group.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.055621 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.056187 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: address-group Sep 15 17:53:17.056515 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: address_scope.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.057199 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.057742 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: address-scope Sep 15 17:53:17.058068 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.058952 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.059464 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: router-admin-state-down-before-update Sep 15 17:53:17.059789 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: agent.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.060455 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.060964 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: agent Sep 15 17:53:17.061288 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: agent_resources_synced.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.062176 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.062683 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: agent-resources-synced Sep 15 17:53:17.063007 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: allowedaddresspairs.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.064762 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.065283 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: allowed-address-pairs Sep 15 17:53:17.065634 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: auto_allocated_topology.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.066659 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.067175 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: auto-allocated-topology Sep 15 17:53:17.067501 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: availability_zone.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.068163 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.068675 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: availability_zone Sep 15 17:53:17.069003 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: availability_zone_filter.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.069909 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.070417 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: availability_zone_filter Sep 15 17:53:17.070742 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: data_plane_status.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.071614 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.072120 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 17:53:17.072455 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: default_subnetpools.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.073341 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.073854 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: default-subnetpools Sep 15 17:53:17.074179 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.074951 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.075466 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: dhcp_agent_scheduler Sep 15 17:53:17.075791 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: dns.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.076661 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.077170 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension dns-integration not supported by any of loaded plugins Sep 15 17:53:17.077517 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: dns_domain_ports.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.078393 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.079432 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 17:53:17.079755 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.080637 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.081150 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 17:53:17.081511 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: dvr.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.082150 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.082661 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: dvr Sep 15 17:53:17.082985 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: ecmp_routes.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.084015 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.084528 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 17:53:17.084853 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: empty_string_filtering.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.085749 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.086259 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: empty-string-filtering Sep 15 17:53:17.086584 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.087465 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.087971 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 17:53:17.088295 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.089180 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.089724 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 17:53:17.090048 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: external_net.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.090944 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.091452 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: external-net Sep 15 17:53:17.091776 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.092665 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.093173 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: extra_dhcp_opt Sep 15 17:53:17.093519 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: extraroute.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.094398 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.095457 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: extraroute Sep 15 17:53:17.095779 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: extraroute_atomic.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.096766 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.097277 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: extraroute-atomic Sep 15 17:53:17.097628 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: filter_validation.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.098258 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.099063 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: filter-validation Sep 15 17:53:17.099381 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: fip_pf_description.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.100247 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.100750 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 17:53:17.101070 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: fip_pf_detail.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.101971 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.102477 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 15 17:53:17.102799 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: fip_pf_port_range.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.103664 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.104172 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 15 17:53:17.104496 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: fip_port_details.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.105414 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.105955 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: fip-port-details Sep 15 17:53:17.106277 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: flavors.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.107452 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.107970 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: flavors Sep 15 17:53:17.108299 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.109923 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.110478 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 17:53:17.110808 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: floatingip_pools.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.111474 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.111988 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: floatingip-pools Sep 15 17:53:17.112316 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: ip_allocation.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.113223 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.113760 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 17:53:17.114085 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.114987 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.115495 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: ip-substring-filtering Sep 15 17:53:17.115819 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: l2_adjacency.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.116709 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.117214 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 17:53:17.117565 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: l3.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.118486 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.119004 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: router Sep 15 17:53:17.119330 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.121708 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.122245 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 17:53:17.122582 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.123477 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.123998 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: ext-gw-mode Sep 15 17:53:17.124332 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.125216 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.125780 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: l3-ha Sep 15 17:53:17.126111 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.126992 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.127504 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 15 17:53:17.127835 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: l3_flavors.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.128718 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.129238 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: l3-flavors Sep 15 17:53:17.129593 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.130926 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.131446 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 15 17:53:17.131774 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.132653 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.133172 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 17:53:17.133530 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: l3agentscheduler.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.134532 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.135048 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: l3_agent_scheduler Sep 15 17:53:17.135376 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: local_ip.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.137072 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.137622 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension local_ip not supported by any of loaded plugins Sep 15 17:53:17.137955 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: logging.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.139400 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.139923 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension logging not supported by any of loaded plugins Sep 15 17:53:17.140256 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: metering.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.140960 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.142097 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: metering Sep 15 17:53:17.142422 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.143465 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.143986 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: metering_source_and_destination_fields Sep 15 17:53:17.144313 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: multiprovidernet.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.145194 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.145755 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: multi-provider Sep 15 17:53:17.146083 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: netmtu.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.146957 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.147474 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: net-mtu Sep 15 17:53:17.147801 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: netmtu_writable.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.148675 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.149189 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: net-mtu-writable Sep 15 17:53:17.149555 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: network_availability_zone.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.150195 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.150704 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: network_availability_zone Sep 15 17:53:17.151027 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: network_ip_availability.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.152084 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.152598 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: network-ip-availability Sep 15 17:53:17.152923 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: network_segment_range.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.153681 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.154188 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 17:53:17.154511 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: pagination.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.155445 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.155775 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: pagination Sep 15 17:53:17.156094 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: port_device_profile.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.157024 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.157604 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: port-device-profile Sep 15 17:53:17.157926 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: port_mac_address_override.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.158813 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.159323 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: port-mac-override Sep 15 17:53:17.159652 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.160542 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.161050 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: port-mac-address-regenerate Sep 15 17:53:17.161401 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.162293 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.162804 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: port-numa-affinity-policy Sep 15 17:53:17.163129 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: port_resource_request.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.164005 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.164515 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 17:53:17.164840 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: port_resource_request_groups.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.165790 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.166303 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 15 17:53:17.166629 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: portbindings.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.167522 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.168035 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: binding Sep 15 17:53:17.168358 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: portbindings_extended.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.169605 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.170122 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: binding-extended Sep 15 17:53:17.170453 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: portsecurity.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.171324 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.171837 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: port-security Sep 15 17:53:17.172161 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: project_id.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.173862 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.174197 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: project-id Sep 15 17:53:17.174523 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: providernet.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.175399 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.175914 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: provider Sep 15 17:53:17.176240 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: qos.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.179725 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.180260 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension qos not supported by any of loaded plugins Sep 15 17:53:17.180596 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.181841 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.182363 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 17:53:17.182695 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.183580 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.184098 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 17:53:17.184426 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: qos_default.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.185313 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.185846 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension qos-default not supported by any of loaded plugins Sep 15 17:53:17.186174 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: qos_fip.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.187056 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.187570 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension qos-fip not supported by any of loaded plugins Sep 15 17:53:17.187895 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.189448 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.189960 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 15 17:53:17.190293 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: qos_gateway_ip.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.191179 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.191692 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 17:53:17.192018 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: qos_port_network_policy.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.192907 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.193459 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 17:53:17.193787 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.194781 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.195301 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 15 17:53:17.195628 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.196629 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.197141 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 15 17:53:17.197500 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: qos_pps_rule.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.198626 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.199145 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension qos-pps not supported by any of loaded plugins Sep 15 17:53:17.199471 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: qos_rule_type_details.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.200357 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.200870 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 17:53:17.201196 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.202113 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.202625 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 15 17:53:17.202951 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: qos_rules_alias.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.203983 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.204529 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 17:53:17.204853 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: quota_check_limit.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.205762 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.206279 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: quota-check-limit Sep 15 17:53:17.206605 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: quotasv2.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.207511 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.207840 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: quotas Sep 15 17:53:17.208282 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: quotasv2_detail.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.209868 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.210217 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: quota_details Sep 15 17:53:17.210552 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: rbac.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.211573 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.212105 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: rbac-policies Sep 15 17:53:17.212436 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: rbac_address_group.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.213352 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.213874 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: rbac-address-group Sep 15 17:53:17.214199 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: rbac_address_scope.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.215160 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.215678 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: rbac-address-scope Sep 15 17:53:17.216007 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: rbac_security_groups.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.216892 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.217441 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: rbac-security-groups Sep 15 17:53:17.217770 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: rbac_subnetpool.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.218655 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.219174 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: rbac-subnetpool Sep 15 17:53:17.219533 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: revisionifmatch.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.221145 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.221713 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: revision-if-match Sep 15 17:53:17.222046 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: revisions.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.223171 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.224011 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: standard-attr-revisions Sep 15 17:53:17.224336 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: router_availability_zone.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.224972 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.225513 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: router_availability_zone Sep 15 17:53:17.225835 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: routerservicetype.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.226711 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.227219 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension router-service-type not supported by any of loaded plugins Sep 15 17:53:17.227537 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.228420 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.228929 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: security-groups-normalized-cidr Sep 15 17:53:17.229250 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.230159 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.230672 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: port-security-groups-filtering Sep 15 17:53:17.230992 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.231866 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.232373 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: security-groups-remote-address-group Sep 15 17:53:17.232691 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.233613 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.234123 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: security-groups-shared-filtering Sep 15 17:53:17.234443 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: securitygroup.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.244846 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.245404 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: security-group Sep 15 17:53:17.245737 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: segment.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.246418 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.246927 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension segment not supported by any of loaded plugins Sep 15 17:53:17.247252 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.248139 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.248652 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 17:53:17.248977 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: servicetype.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.250042 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.250562 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: service-type Sep 15 17:53:17.251482 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: sorting.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.252417 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.252750 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: sorting Sep 15 17:53:17.253073 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: standard_attr_segment.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.253984 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.254509 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 17:53:17.254833 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: standardattrdescription.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.255512 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.256025 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: standard-attr-description Sep 15 17:53:17.256348 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: stateful_security_group.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.257231 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.257784 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: stateful-security-group Sep 15 17:53:17.258108 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: stdattrs_common.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.258652 dv-cinder-835384-27-smb neutron-server[106275]: WARNING neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 17:53:17.258972 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.259853 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.260365 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 17:53:17.260690 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: subnet_onboard.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.261736 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.262250 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: subnet_onboard Sep 15 17:53:17.262570 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.263449 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.263959 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 17:53:17.264286 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: subnet_service_types.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.265168 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.265705 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: subnet-service-types Sep 15 17:53:17.266028 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: subnetallocation.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.267061 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.267580 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: subnet_allocation Sep 15 17:53:17.267897 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.268521 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.269028 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: subnetpool-prefix-ops Sep 15 17:53:17.269373 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.270250 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.270829 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 17:53:17.271146 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: tagging.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.272164 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.272731 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: standard-attr-tag Sep 15 17:53:17.273002 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: timestamp.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.274186 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.274701 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loaded extension: standard-attr-timestamp Sep 15 17:53:17.275026 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: trunk.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.276014 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.276526 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension trunk not supported by any of loaded plugins Sep 15 17:53:17.276848 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: trunk_details.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.277761 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.278272 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension trunk-details not supported by any of loaded plugins Sep 15 17:53:17.278596 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: uplink_status_propagation.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.279472 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.279980 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 17:53:17.280304 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Loading extension file: vlantransparent.py {{(pid=106275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:53:17.280940 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:53:17.281604 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 17:53:17.284430 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of TrackedResource for resource:network Sep 15 17:53:17.284951 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of TrackedResource for resource:subnet Sep 15 17:53:17.285381 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 17:53:17.285775 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of TrackedResource for resource:port Sep 15 17:53:17.287110 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.v2.resource_helper [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:53:17.287556 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.v2.resource_helper [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Service FLAVORS assigned prefix: {{(pid=106275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:53:17.288164 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.v2.resource_helper [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:53:17.288602 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.v2.resource_helper [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:53:17.288936 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of TrackedResource for resource:router Sep 15 17:53:17.289405 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 17:53:17.289904 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.v2.resource_helper [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Service METERING assigned prefix: /metering {{(pid=106275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:53:17.291334 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:17.291706 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:17.292060 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:53:17.293048 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 17:53:17.293526 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of TrackedResource for resource:security_group Sep 15 17:53:17.293968 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 17:53:17.294511 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.v2.resource_helper [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Service CORE assigned prefix: {{(pid=106275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:53:17.294846 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 17:53:17.295191 dv-cinder-835384-27-smb neutron-server[106275]: WARNING neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] subnetpool is already registered Sep 15 17:53:17.295609 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.v2.resource_helper [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Service CORE assigned prefix: {{(pid=106275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:53:17.295931 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 17:53:17.296261 dv-cinder-835384-27-smb neutron-server[106275]: WARNING neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] subnetpool is already registered Sep 15 17:53:17.299164 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.v2.resource_helper [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:53:17.299612 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.v2.resource_helper [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Service FLAVORS assigned prefix: {{(pid=106275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:53:17.300235 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.v2.resource_helper [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:53:17.300790 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.v2.resource_helper [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:53:17.301123 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of TrackedResource for resource:router Sep 15 17:53:17.301492 dv-cinder-835384-27-smb neutron-server[106275]: WARNING neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] router is already registered Sep 15 17:53:17.301998 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 17:53:17.302338 dv-cinder-835384-27-smb neutron-server[106275]: WARNING neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] floatingip is already registered Sep 15 17:53:17.302805 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.v2.resource_helper [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Service METERING assigned prefix: /metering {{(pid=106275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:53:17.303520 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 17:53:17.303847 dv-cinder-835384-27-smb neutron-server[106275]: WARNING neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] rbac_policy is already registered Sep 15 17:53:17.304260 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of TrackedResource for resource:security_group Sep 15 17:53:17.304594 dv-cinder-835384-27-smb neutron-server[106275]: WARNING neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] security_group is already registered Sep 15 17:53:17.305015 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 17:53:17.305381 dv-cinder-835384-27-smb neutron-server[106275]: WARNING neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] security_group_rule is already registered Sep 15 17:53:17.305879 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.v2.resource_helper [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Service CORE assigned prefix: {{(pid=106275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:53:17.306205 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 17:53:17.306665 dv-cinder-835384-27-smb neutron-server[106275]: WARNING neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] subnetpool is already registered Sep 15 17:53:17.307102 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.v2.resource_helper [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Service CORE assigned prefix: {{(pid=106275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:53:17.307426 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 17:53:17.307758 dv-cinder-835384-27-smb neutron-server[106275]: WARNING neutron.quota.resource_registry [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] subnetpool is already registered Sep 15 17:53:17.308219 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: extensions {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.309842 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: address-groups {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.311315 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: address-scopes {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.312525 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: agents {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.314284 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: auto-allocated-topology {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.316781 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: availability_zones {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.318125 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: dhcp-networks {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.319545 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: dhcp-agents {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.321078 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: routers {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.322822 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: flavors {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.323987 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: service_profiles {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.325276 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: next_providers {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.326761 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: service_profiles {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.328215 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: floatingip-pools {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.329511 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: routers {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.331327 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: floatingips {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.332515 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: l3-routers {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.334020 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: l3-agents {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.335534 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: metering-labels {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.336810 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: metering-label-rules {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.338121 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: network-ip-availabilities {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.339464 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: bindings {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.341041 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: quotas {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.342621 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: quotas {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.344260 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: rbac-policies {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.345507 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: security-groups {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.346708 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: security-group-rules {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.347965 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: service-providers {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.349655 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: subnetpools {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.350992 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: subnetpools {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.352446 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: tags {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.354229 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: tags {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.355951 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: tags {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.357852 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: tags {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.359582 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: tags {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.362009 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: tags {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.363779 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: tags {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.365685 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: tags {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.367496 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: tags {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.369373 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron.api.extensions [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Extended resource: tags {{(pid=106275) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:53:17.376977 dv-cinder-835384-27-smb neutron-server[106275]: WARNING keystonemiddleware.auth_token [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 17:53:17.382077 dv-cinder-835384-27-smb neutron-server[106275]: WARNING keystonemiddleware.auth_token [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 17:53:17.390894 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_concurrency.lockutils [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Acquiring lock "singleton_lock" {{(pid=106275) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 15 17:53:17.391219 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_concurrency.lockutils [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Acquired lock "singleton_lock" {{(pid=106275) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 15 17:53:17.391713 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_concurrency.lockutils [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Releasing lock "singleton_lock" {{(pid=106275) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 15 17:53:17.392363 dv-cinder-835384-27-smb neutron-server[106275]: INFO oslo_service.service [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Starting 2 workers Sep 15 17:53:17.397238 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Started child 106386 {{(pid=106275) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 17:53:17.401675 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Started child 106387 {{(pid=106275) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 17:53:17.402671 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:17.403278 dv-cinder-835384-27-smb neutron-server[106275]: INFO neutron.service [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 17:53:17.403886 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:17.404156 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [-] (106386) wsgi starting up on http://0.0.0.0:9696 Sep 15 17:53:17.406304 dv-cinder-835384-27-smb neutron-server[106275]: INFO oslo_service.service [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Starting 1 workers Sep 15 17:53:17.406509 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:17.408393 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [-] (106387) wsgi starting up on http://0.0.0.0:9696 Sep 15 17:53:17.412130 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Started child 106388 {{(pid=106275) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 17:53:17.412653 dv-cinder-835384-27-smb neutron-server[106275]: INFO oslo_service.service [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Starting 1 workers Sep 15 17:53:17.415830 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.service [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] calling RpcWorker wait() {{(pid=106388) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 17:53:17.416355 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.service [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] returning from RpcWorker wait() {{(pid=106388) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 17:53:17.417123 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Started child 106389 {{(pid=106275) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 17:53:17.417763 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:17.417870 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG neutron_lib.callbacks.manager [None req-2245d78f-4f09-4ccd-9677-66b34b5a8563 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:17.418281 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:53:17.419836 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106275) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 17:53:17.420042 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 17:53:17.420226 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 17:53:17.420448 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 17:53:17.420792 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 17:53:17.420970 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 17:53:17.421507 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.421776 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.422043 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.422326 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.423491 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:17.423969 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.423969 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.424134 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.424318 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.424579 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.424747 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.424843 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:53:17.424927 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.425146 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.425507 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.425822 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.426108 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.426357 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.426596 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.426768 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.427007 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.427265 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.427520 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.427793 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] debug = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.428053 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.428516 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.428737 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.428984 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.429231 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.429544 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.429788 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.430055 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.430300 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.430531 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.430774 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.431042 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.431277 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.431534 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.431761 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.432026 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.432242 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.432722 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] host = dv-cinder-835384-27-smb {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.432970 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.433212 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.433483 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.433725 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.433973 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.434202 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.434470 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.434711 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.434993 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.435183 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.435441 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.435702 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.435915 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.436144 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] log_file = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.436305 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] log_options = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.436559 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.436852 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.437116 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.437338 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.437491 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.437655 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.437899 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.438065 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.438343 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.438562 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.438773 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.438986 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.439198 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.439413 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.439649 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.439866 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.440074 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.440329 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.440578 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.440817 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.441067 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.441321 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.441541 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.441759 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.441985 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.442226 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.442518 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.442809 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.443021 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.443253 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.443508 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.444605 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.445184 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.445761 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.446094 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.446382 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.446860 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.446860 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.447231 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.447486 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.447784 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.448068 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.448321 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.448831 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.449369 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.449973 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.450220 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] use_json = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.451669 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.451669 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.451669 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.451669 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.451669 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.452081 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.452369 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.452698 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.452930 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.453413 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.453721 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.454110 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.454376 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.454615 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.454867 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.455109 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.455340 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.455611 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.455877 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.456184 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.456425 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.456740 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.457005 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.457283 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.457646 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.457899 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.458170 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.458413 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.458655 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.458882 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.459111 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.459397 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.460726 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.460726 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.460726 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.460726 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.461055 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.461198 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.461539 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.461911 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.462199 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.462460 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.462728 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.462988 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.463255 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.463481 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.463704 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.463944 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.464171 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.464579 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.464976 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.465217 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.465494 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.465719 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.465946 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.466335 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.466614 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.466871 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.467099 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.467342 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.467560 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.467816 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.468061 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.468292 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.468543 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.468814 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.469061 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.469343 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.470353 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.470759 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.470996 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.471270 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.471479 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.471716 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.471934 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.472161 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.472398 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.472830 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.473091 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.473319 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.473809 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.474033 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.474248 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.474462 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.474682 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.474918 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.475136 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.475385 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.475599 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.475813 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.476024 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.476237 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.476450 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.476664 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.476909 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.477142 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.477397 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.477639 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.477824 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.478036 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.478259 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.478575 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.478826 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.479078 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.479302 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.479565 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.479802 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.480062 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.480294 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.480523 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.480816 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.481075 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.481342 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.481614 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.481847 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.482076 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.482340 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.482580 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.482800 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.483019 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.483239 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.483484 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.483732 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.483952 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.484194 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.484442 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.484694 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.484955 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.485871 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.486114 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.486355 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.486594 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.486887 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.487124 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.487412 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.487641 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.487902 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.488204 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.488492 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.488759 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.488997 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.489250 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.489535 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.489806 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.490089 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.490324 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.490575 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.490856 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.491099 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.491345 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.491563 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.491794 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.492122 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.492360 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.492600 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.492820 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.493107 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.493382 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.493624 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.493892 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.494149 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.494415 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.494673 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.494902 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.495152 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.495401 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.495653 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.495878 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.496115 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.496351 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.496593 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.496812 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.497106 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.497404 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.497642 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.498162 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.498162 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.498340 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.498491 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.498745 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.498955 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.499177 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.499417 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.499638 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.499858 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.500072 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.500301 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.500539 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.500840 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.501118 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.501379 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.501597 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.501825 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.502090 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.502331 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.502549 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.502791 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.503010 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.503225 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.503440 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.503680 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.503918 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.504140 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.504367 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.504780 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.505019 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.505273 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.505650 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.505914 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.506145 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.506390 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.506644 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.506868 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.507090 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.507306 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.507553 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.507772 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.508031 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.508251 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.508503 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.508725 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.508962 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.509181 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.509421 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.509662 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.509922 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.510165 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.510395 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.510642 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.510884 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.511107 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.511332 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.511550 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.511789 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.512001 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.512219 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.512452 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.513146 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.513146 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.513412 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.513510 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.513719 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.513978 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.514200 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.514539 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.514676 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.514890 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.515105 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.515332 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.515573 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.515787 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.516035 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.516248 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.516513 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.516744 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.516963 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.517177 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.517427 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.517663 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.517898 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.518122 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.518340 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.518552 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.518799 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.519011 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.519245 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.519467 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.519707 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.519920 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.520148 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.520358 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.520569 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.520805 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.521026 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.521238 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.521567 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.521818 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.522037 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.522328 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.522572 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.523445 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.523445 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.523445 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.523713 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.523802 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.523985 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.524205 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.524426 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.524735 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.525074 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.525390 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.525641 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.525896 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.526198 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.526465 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.526743 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.526961 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.527265 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.527593 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.527847 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.528111 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.528352 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.528595 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.528968 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.529350 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.529743 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.529995 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.530215 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.530452 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.530686 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.530934 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.531168 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.531398 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.531903 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.531903 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.532664 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.532893 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.533115 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.533272 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 17:53:17.533845 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106275) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 17:53:17.534011 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 17:53:17.534166 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 17:53:17.534335 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 17:53:17.534504 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 17:53:17.534657 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 17:53:17.534799 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:53:17.534893 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.535014 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.535228 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.535394 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.535576 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.535739 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.535900 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.536059 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.536219 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.536378 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.536536 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.536694 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.536853 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.537012 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.537197 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.537346 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.537507 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.537670 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.537850 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.538015 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.538172 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.538330 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] debug = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.538490 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.538694 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.538858 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.539017 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.539178 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.539336 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.539493 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.539654 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.539807 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.539946 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.540102 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.540261 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.540407 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.540565 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.540711 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.540869 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.541159 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.541159 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] host = dv-cinder-835384-27-smb {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.541426 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.541555 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.541689 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.541825 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.541958 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.542094 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.542228 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.542361 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.542507 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.542670 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.542827 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.543050 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.543157 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.543285 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] log_file = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.543443 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] log_options = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.543601 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.543759 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.543916 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.544100 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.544265 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.544424 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.544583 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.544922 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.544922 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.545086 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.545185 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.545366 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.545525 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.545684 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.545842 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.546001 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.546158 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.546317 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.546480 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.546629 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.546787 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.546946 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.547105 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.547263 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.547422 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.547693 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.547855 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.548014 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.548172 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.548330 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.548488 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.548648 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.548807 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.548970 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.549111 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.549268 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.549447 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.549606 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.549768 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.549927 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.550086 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.550245 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.550404 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.550563 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.550718 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.550876 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.551103 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] use_json = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.551202 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.551338 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.551495 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.551652 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.551811 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.551969 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.552126 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.552809 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.552809 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:53:17.552809 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.552809 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.553870 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.553870 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.553870 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.553870 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.553870 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.553870 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.553870 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.555100 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.555100 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.555100 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.555100 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.555100 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.555100 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.555100 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.555100 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.555867 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.555867 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.555867 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.555867 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.555867 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.556219 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.556219 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.556365 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.556450 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.556530 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.556707 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.556867 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.557040 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.557215 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.557382 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.557546 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.557710 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.557872 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.558003 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.558169 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.558331 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.558493 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.558655 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.558818 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.558978 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.559140 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.559301 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.559462 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.559626 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.559787 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.559950 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.560111 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.560274 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.560437 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.560598 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.560760 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.560923 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.561084 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.561250 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.561424 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.561595 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.561756 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.561918 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.562079 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.562241 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.562403 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.562565 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.562731 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.562891 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.563054 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.563793 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.563959 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.564121 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.564282 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.564732 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.564732 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.564732 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.565211 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.565211 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.565211 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.565465 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.565545 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.565676 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.565839 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.566000 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.566162 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.566324 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.566487 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.566649 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.566810 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.566972 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.567132 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.567294 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.567455 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.567630 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.567807 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.567967 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.568128 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.568288 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.568451 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.568611 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.568772 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.568934 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.569099 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.569257 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.569578 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.569898 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.570210 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.570377 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.570543 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.570694 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.570855 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.571019 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.571166 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.571328 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.571491 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.571637 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.571801 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.571962 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.572121 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.572282 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.572508 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.572624 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.572751 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.572911 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.573071 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.573247 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.573429 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.573594 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.573756 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.573926 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.574098 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.574261 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.574426 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.574587 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.574749 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.574910 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.575075 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.575253 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.575396 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.575541 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.575686 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.575857 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.576018 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.576181 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.576344 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.576529 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.576691 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.576852 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.577014 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.577176 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.577368 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.577532 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.577694 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.577855 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.578017 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.578179 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.578342 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.578503 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.578664 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.578917 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.579089 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.579251 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.579413 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.579575 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.579737 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.579899 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.580061 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.580222 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.580384 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.580553 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.581215 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.581215 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.581215 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.581215 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.581539 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.581539 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.581671 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.581749 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.581915 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.582073 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.582234 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.582397 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.582560 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.582721 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.582884 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.583046 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.583209 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.583376 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.583539 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.583702 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.583863 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.584048 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.584184 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.584346 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.584507 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.584670 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.584831 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.584992 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.585153 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.585333 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.585518 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.585680 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.585841 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.586006 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.586167 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.586329 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.586490 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.586652 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.586814 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.586977 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.587141 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.587302 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.587463 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.587624 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.587786 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.587946 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.588108 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.588353 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.588565 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.588812 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.589116 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.589418 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.589418 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.589602 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.589886 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.590113 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.590307 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.590434 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.590596 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.590763 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.591006 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.591170 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.591370 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.591575 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.591738 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.591981 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.592186 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.592349 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.592565 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.592707 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.592893 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.593065 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.593256 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.593475 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.593728 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.593937 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.594175 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.594363 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.595112 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.595297 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.595544 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.595740 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.595905 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.596081 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.596299 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.596461 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.596664 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.596862 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.597093 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.597258 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.597505 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.597668 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.597841 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.598023 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.598232 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.598712 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.598901 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.599074 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.599316 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.599487 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.599726 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.599965 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.600101 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.600272 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.600514 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.600668 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.600884 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.601054 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.601341 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.601476 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.601574 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.601772 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.602004 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.602163 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.602389 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.602554 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.603058 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.603269 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.603486 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.603650 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.603893 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.604096 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.604322 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.604516 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.604750 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.604915 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.605050 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.605288 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.605469 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.605650 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.605803 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.606064 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.606244 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.606502 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.606630 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.606805 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.606932 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.607099 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.607322 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.607503 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.607713 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:53:17.607870 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106275) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 17:53:17.713465 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 56114) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:53:17.720362 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048101 Sep 15 17:53:17.724921 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039709 Sep 15 17:53:26.894759 dv-cinder-835384-27-smb neutron-server[106275]: DEBUG dbcounter [-] [106275] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:53:28.909113 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa863d1c-4c65-41dc-bdc3-f7de4ac9c8fc None None] get_active_networks_info from dv-cinder-835384-27-smb {{(pid=106388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 15 17:53:28.930724 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writer thread running {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 17:53:29.003029 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa863d1c-4c65-41dc-bdc3-f7de4ac9c8fc None None] No non-hosted networks {{(pid=106388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 17:53:29.018277 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.agentschedulers_db [None req-aa863d1c-4c65-41dc-bdc3-f7de4ac9c8fc None None] DHCP Agent not found on host dv-cinder-835384-27-smb {{(pid=106388) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 15 17:53:29.113015 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-811687c8-3b05-43c3-8c29-28fe2519e6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551108'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:30.897582 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writer thread running {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 17:53:31.411344 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb389f30-73ca-485e-aca6-29bac6b29ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551108'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:31.450936 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7107e14c-ab0c-4dcf-b769-27d5ab6abf26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:32.480705 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551108'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:32.838938 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 56190) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:53:33.413473 dv-cinder-835384-27-smb neutron-server[106386]: WARNING oslo_policy.policy [None req-f081b59e-1a4c-4606-a721-52962cb54c2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 17:53:33.414148 dv-cinder-835384-27-smb neutron-server[106386]: WARNING oslo_policy.policy [None req-f081b59e-1a4c-4606-a721-52962cb54c2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 17:53:33.646948 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [None req-f081b59e-1a4c-4606-a721-52962cb54c2c admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 17:53:33.648191 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-f081b59e-1a4c-4606-a721-52962cb54c2c admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8081589 Sep 15 17:53:33.889770 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551108'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:34.038561 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551108'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:34.039426 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:34.040044 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:34.040669 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:34.041099 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:34.041565 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:34.041895 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:34.042230 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:34.042580 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:34.043539 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:34.043879 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:34.044205 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:34.048722 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:34.049414 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:34.049761 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:34.050100 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:34.050502 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835384-27-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:53:34.062281 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835384-27-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:53:36.388490 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 56226) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:53:36.574339 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.db.l3_hamode_db [None req-a9af0624-e440-4480-ab04-7dd8a9a981ee None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 17:53:36.652199 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9af0624-e440-4480-ab04-7dd8a9a981ee None None] Routers set() bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 17:53:36.652575 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9af0624-e440-4480-ab04-7dd8a9a981ee None None] Router IDs set() for agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 15 17:53:36.902671 dv-cinder-835384-27-smb neutron-server[106387]: WARNING oslo_policy.policy [None req-a087650b-f296-47a9-b038-a713e99d834a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 17:53:36.903226 dv-cinder-835384-27-smb neutron-server[106387]: WARNING oslo_policy.policy [None req-a087650b-f296-47a9-b038-a713e99d834a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 17:53:37.121933 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a087650b-f296-47a9-b038-a713e99d834a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:53:37.134077 dv-cinder-835384-27-smb neutron-server[106387]: ERROR stevedore.extension [None req-a087650b-f296-47a9-b038-a713e99d834a admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 15 17:53:37.214315 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.policy [None req-a087650b-f296-47a9-b038-a713e99d834a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106387) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 17:53:37.258259 dv-cinder-835384-27-smb neutron-server[106387]: WARNING oslo_policy.policy [None req-a087650b-f296-47a9-b038-a713e99d834a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 17:53:37.258632 dv-cinder-835384-27-smb neutron-server[106387]: WARNING oslo_policy.policy [None req-a087650b-f296-47a9-b038-a713e99d834a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 17:53:37.279222 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writer thread running {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 17:53:37.354422 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a087650b-f296-47a9-b038-a713e99d834a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775819056081', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775819055525', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775819038921', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775819031960', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775819025572', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775819018100', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1322151', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1335249', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-479120', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7923886'] for rbac-policy (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:37.424699 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a087650b-f296-47a9-b038-a713e99d834a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:37.426076 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-a087650b-f296-47a9-b038-a713e99d834a admin admin] 10.222.0.25 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0356529 Sep 15 17:53:39.995933 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 56242) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:53:40.316131 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:53:40.345785 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Made reservation on behalf of f18aabde2e1f4bebaec9fb09d1725a11 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:53:40.350239 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:40.369922 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:40.481211 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Publish callbacks [] for security_group (2dde87f4-6054-4282-a306-e6a1771edf8c), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:40.484948 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (2dde87f4-6054-4282-a306-e6a1771edf8c), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:40.517603 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:53:40.546594 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775822491320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (3645806e-942d-4d28-820a-620fbfaa99a7), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:40.547147 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Unsubscribe: segment precommit_create {{(pid=106387) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 17:53:40.547675 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.segments_db [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Added segment 3645806e-942d-4d28-820a-620fbfaa99a7 of type vlan for network b95b9fec-a521-4105-be6e-d470e99994c1 Sep 15 17:53:40.553867 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2dde87f4-6054-4282-a306-e6a1771edf8c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:53:40.589278 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:40.589674 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:40.590045 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:40.590526 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:40.590880 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:40.591324 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:40.591803 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:40.592185 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:40.593516 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:40.593779 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:40.594219 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:40.594563 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:40.594941 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:40.595348 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:40.595725 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Tracked resource versions report: Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: pushed versions: Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: { 'AddressGroup': {'1.2'}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'Agent': {'1.1'}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'ConntrackHelper': {'1.0'}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'LocalIPAssociation': {'1.0'}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'Log': {'1.0'}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'NDPProxy': {'1.0'}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'Network': {'1.1'}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'Port': {'1.7'}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'PortForwarding': {'1.3'}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'QosPolicy': {'1.10'}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'SecurityGroup': {'1.5'}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'SubPort': {'1.0'}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'Subnet': {'1.1'}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'Trunk': {'1.1'}} Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: consumer versions: Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: { DHCP agent@dv-cinder-835384-27-smb: {}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: L3 agent@dv-cinder-835384-27-smb: {}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: Metadata agent@dv-cinder-835384-27-smb: {}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: Metering agent@dv-cinder-835384-27-smb: {}, Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: Open vSwitch agent@dv-cinder-835384-27-smb: { 'AddressGroup': '1.2', Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'Agent': '1.1', Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'ConntrackHelper': '1.0', Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'LocalIPAssociation': '1.0', Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'Log': '1.0', Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'NDPProxy': '1.0', Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'Network': '1.1', Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'Port': '1.7', Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'PortForwarding': '1.3', Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'QosPolicy': '1.10', Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'SecurityGroup': '1.5', Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'SecurityGroupRule': '1.2', Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'SubPort': '1.0', Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'Subnet': '1.1', Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: 'Trunk': '1.1'}} Sep 15 17:53:40.597097 dv-cinder-835384-27-smb neutron-server[106387]: {{(pid=106387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:53:40.661850 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (b95b9fec-a521-4105-be6e-d470e99994c1), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:40.703749 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (b95b9fec-a521-4105-be6e-d470e99994c1), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:40.708853 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:53:40.709595 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:40.759381 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:53:40.800430 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8034000 Sep 15 17:53:40.834774 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fe202-bc1a-4af4-a73d-07956e8d1296 demo demo] Pushing event updated for resources: {'Network': ['ID=b95b9fec-a521-4105-be6e-d470e99994c1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:53:40.847818 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network b95b9fec-a521-4105-be6e-d470e99994c1 details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:53:43.455390 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 56256) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:53:43.865910 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb6f399-932b-4499-89f1-50a921ad49ea demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:53:43.867243 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-2cb6f399-932b-4499-89f1-50a921ad49ea demo admin] 10.222.0.25 "GET /networking/v2.0/networks/b95b9fec-a521-4105-be6e-d470e99994c1 HTTP/1.1" status: 200 len: 825 time: 0.4109082 Sep 15 17:53:43.892419 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-0dc4d07a-6f90-456d-aac2-1b60790fa8a0 demo admin] 10.222.0.25 "GET /networking/v2.0/subnetpools/481cd5a3-46c6-476d-a892-17a58bf4d6f0 HTTP/1.1" status: 200 len: 734 time: 0.0191207 Sep 15 17:53:43.901465 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fbb01830-9dd9-455c-98dd-ef80a6904420 demo admin] Request body: {'subnet': {'subnetpool_id': '481cd5a3-46c6-476d-a892-17a58bf4d6f0', 'network_id': 'b95b9fec-a521-4105-be6e-d470e99994c1', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:53:43.924119 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb01830-9dd9-455c-98dd-ef80a6904420 demo admin] Made reservation on behalf of f18aabde2e1f4bebaec9fb09d1725a11 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:53:43.926390 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fbb01830-9dd9-455c-98dd-ef80a6904420 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:44.177209 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:53:44.221586 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fbb01830-9dd9-455c-98dd-ef80a6904420 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for subnet (b46f6372-98f3-4848-ae58-af39bd5c4c3c), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:44.291723 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb01830-9dd9-455c-98dd-ef80a6904420 demo admin] Checking segment: {'id': '3645806e-942d-4d28-820a-620fbfaa99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b95b9fec-a521-4105-be6e-d470e99994c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 17:53:44.292085 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb01830-9dd9-455c-98dd-ef80a6904420 demo admin] Network hostable DHCP agents. Network: b95b9fec-a521-4105-be6e-d470e99994c1, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:53:44.299461 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb01830-9dd9-455c-98dd-ef80a6904420 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b46f6372-98f3-4848-ae58-af39bd5c4c3c,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:53:44.316727 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb01830-9dd9-455c-98dd-ef80a6904420 demo admin] Network b95b9fec-a521-4105-be6e-d470e99994c1 is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:53:44.328113 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-fbb01830-9dd9-455c-98dd-ef80a6904420 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, b95b9fec-a521-4105-be6e-d470e99994c1) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:53:44.332552 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb01830-9dd9-455c-98dd-ef80a6904420 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:53:44.333147 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fbb01830-9dd9-455c-98dd-ef80a6904420 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:44.337236 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c99c7a3-7c1d-4b79-ae12-2471760905f3 None None] Network b95b9fec-a521-4105-be6e-d470e99994c1 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 17:53:44.349061 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-fbb01830-9dd9-455c-98dd-ef80a6904420 demo admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4509411 Sep 15 17:53:44.612753 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb739ebeb-d16f-5142-9d1f-510d1cd68287-b95b9fec-a521-4105-be6e-d470e99994c1', 'network_id': 'b95b9fec-a521-4105-be6e-d470e99994c1', 'project_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'fixed_ips': [{'subnet_id': 'b46f6372-98f3-4848-ae58-af39bd5c4c3c'}]}} from dv-cinder-835384-27-smb. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 17:53:44.614153 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:44.873560 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=66,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:53:44.904199 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Allocated IP 172.20.0.2 (b95b9fec-a521-4105-be6e-d470e99994c1/b46f6372-98f3-4848-ae58-af39bd5c4c3c/5886f38a-2c07-40c3-a9cb-d35b29d2ea50) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:53:44.933125 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=9 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:53:44.936872 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:53:45.185942 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Publish callbacks [] for port (5886f38a-2c07-40c3-a9cb-d35b29d2ea50), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:45.194331 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (5886f38a-2c07-40c3-a9cb-d35b29d2ea50), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:45.264907 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Network b95b9fec-a521-4105-be6e-d470e99994c1 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:53:45.273337 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:53:45.281767 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 17:53:45.289873 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Pushing event updated for resources: {'Port': ['ID=5886f38a-2c07-40c3-a9cb-d35b29d2ea50,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:53:45.336561 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:45.336898 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:45.337239 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:45.337611 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:45.338195 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:45.338280 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:45.338569 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:45.338888 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:45.339214 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:45.339529 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:45.339851 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:45.340190 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:45.340512 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:45.340828 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:45.341146 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Tracked resource versions report: Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: pushed versions: Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: { 'AddressGroup': {'1.2'}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'Agent': {'1.1'}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'ConntrackHelper': {'1.0'}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'LocalIPAssociation': {'1.0'}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'Log': {'1.0'}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'NDPProxy': {'1.0'}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'Network': {'1.1'}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'Port': {'1.7'}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'PortForwarding': {'1.3'}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'QosPolicy': {'1.10'}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'SecurityGroup': {'1.5'}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'SubPort': {'1.0'}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'Subnet': {'1.1'}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'Trunk': {'1.1'}} Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: consumer versions: Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: { DHCP agent@dv-cinder-835384-27-smb: {}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: L3 agent@dv-cinder-835384-27-smb: {}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: Metadata agent@dv-cinder-835384-27-smb: {}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: Metering agent@dv-cinder-835384-27-smb: {}, Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: Open vSwitch agent@dv-cinder-835384-27-smb: { 'AddressGroup': '1.2', Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'Agent': '1.1', Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'ConntrackHelper': '1.0', Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'LocalIPAssociation': '1.0', Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'Log': '1.0', Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'NDPProxy': '1.0', Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'Network': '1.1', Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'Port': '1.7', Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'PortForwarding': '1.3', Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'QosPolicy': '1.10', Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'SecurityGroup': '1.5', Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'SecurityGroupRule': '1.2', Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'SubPort': '1.0', Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'Subnet': '1.1', Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: 'Trunk': '1.1'}} Sep 15 17:53:45.342367 dv-cinder-835384-27-smb neutron-server[106388]: {{(pid=106388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:53:45.380040 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Attempting to bind port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 17:53:45.380441 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Attempting to bind port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': '3645806e-942d-4d28-820a-620fbfaa99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b95b9fec-a521-4105-be6e-d470e99994c1'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 17:53:45.380867 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Attempting to bind port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 on network b95b9fec-a521-4105-be6e-d470e99994c1 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:53:45.425552 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 17, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 17:53:45.425924 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Checking segment: {'id': '3645806e-942d-4d28-820a-620fbfaa99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b95b9fec-a521-4105-be6e-d470e99994c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 17:53:45.426398 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:45.426780 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Bound using segment: {'id': '3645806e-942d-4d28-820a-620fbfaa99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b95b9fec-a521-4105-be6e-d470e99994c1'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 17:53:45.427264 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Bound port: 5886f38a-2c07-40c3-a9cb-d35b29d2ea50, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3645806e-942d-4d28-820a-620fbfaa99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b95b9fec-a521-4105-be6e-d470e99994c1'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 17:53:45.427653 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (5886f38a-2c07-40c3-a9cb-d35b29d2ea50), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:45.482074 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:53:45.489967 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] For port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:53:45.510199 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] For port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=5886f38a-2c07-40c3-a9cb-d35b29d2ea50,segment=NetworkSegment(3645806e-942d-4d28-820a-620fbfaa99a7),segment_id=3645806e-942d-4d28-820a-620fbfaa99a7)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:53:45.516840 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (5886f38a-2c07-40c3-a9cb-d35b29d2ea50), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:45.565772 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca7873-6952-4d6d-9db5-668776edda38 None None] Pushing event updated for resources: {'Port': ['ID=5886f38a-2c07-40c3-a9cb-d35b29d2ea50,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:53:47.040694 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 56270) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:53:47.454322 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [None req-6b80b66a-3f2a-4956-855c-b4d47d44aa76 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 17:53:47.455333 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-6b80b66a-3f2a-4956-855c-b4d47d44aa76 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4137425 Sep 15 17:53:50.169914 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 56278) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:53:50.519917 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [None req-0014e7d9-9a60-44af-935f-d645ffaaecd0 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 17:53:50.521543 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-0014e7d9-9a60-44af-935f-d645ffaaecd0 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3507328 Sep 15 17:53:53.182811 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 56290) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:53:53.527609 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-8a2ca05f-862e-48f3-85b2-2c82441424bd demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:53:53.537427 dv-cinder-835384-27-smb neutron-server[106386]: ERROR stevedore.extension [None req-8a2ca05f-862e-48f3-85b2-2c82441424bd demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 15 17:53:53.589194 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.policy [None req-8a2ca05f-862e-48f3-85b2-2c82441424bd demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106386) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 17:53:53.633328 dv-cinder-835384-27-smb neutron-server[106386]: WARNING oslo_policy.policy [None req-8a2ca05f-862e-48f3-85b2-2c82441424bd demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 17:53:53.633724 dv-cinder-835384-27-smb neutron-server[106386]: WARNING oslo_policy.policy [None req-8a2ca05f-862e-48f3-85b2-2c82441424bd demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 17:53:53.655517 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writer thread running {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 17:53:53.672969 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:53:53.675096 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7518d2be-3f1e-4c64-8560-e5c5690d14bc None None] Network b95b9fec-a521-4105-be6e-d470e99994c1 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 17:53:53.707306 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca05f-862e-48f3-85b2-2c82441424bd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4217'] for router (15c3ad14-8740-439a-828c-6406eabc0ad5), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:53.709606 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca05f-862e-48f3-85b2-2c82441424bd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4192'] for router (15c3ad14-8740-439a-828c-6406eabc0ad5), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:53.746805 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-f1900361-af19-44d3-8a38-1f1801c1c795 None None] Provisioning complete for port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 17:53:53.747440 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f1900361-af19-44d3-8a38-1f1801c1c795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (5886f38a-2c07-40c3-a9cb-d35b29d2ea50), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:53.747805 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-f1900361-af19-44d3-8a38-1f1801c1c795 None None] Attempt 1 to provision port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 Sep 15 17:53:53.754759 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:53:53.870990 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca05f-862e-48f3-85b2-2c82441424bd demo demo] Publish callbacks [] for router_controller (15c3ad14-8740-439a-828c-6406eabc0ad5), precommit_add_association {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:53.876718 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca05f-862e-48f3-85b2-2c82441424bd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556833'] for router (15c3ad14-8740-439a-828c-6406eabc0ad5), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:53.900750 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca05f-862e-48f3-85b2-2c82441424bd demo demo] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:53.902053 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-8a2ca05f-862e-48f3-85b2-2c82441424bd demo demo] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7182689 Sep 15 17:53:53.916207 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:53:53.989542 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f1900361-af19-44d3-8a38-1f1801c1c795 None None] Current status of the port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 17:53:53.989933 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f1900361-af19-44d3-8a38-1f1801c1c795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (5886f38a-2c07-40c3-a9cb-d35b29d2ea50), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:53.995071 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 17:53:53.995355 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (5886f38a-2c07-40c3-a9cb-d35b29d2ea50), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:53.995674 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 Sep 15 17:53:54.072746 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-f1900361-af19-44d3-8a38-1f1801c1c795 None None] For port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=5886f38a-2c07-40c3-a9cb-d35b29d2ea50,segment=NetworkSegment(3645806e-942d-4d28-820a-620fbfaa99a7),segment_id=3645806e-942d-4d28-820a-620fbfaa99a7)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:53:54.101249 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f1900361-af19-44d3-8a38-1f1801c1c795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (5886f38a-2c07-40c3-a9cb-d35b29d2ea50), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:54.140812 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 17:53:54.141125 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (5886f38a-2c07-40c3-a9cb-d35b29d2ea50), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:54.174764 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1900361-af19-44d3-8a38-1f1801c1c795 None None] Pushing event updated for resources: {'Port': ['ID=5886f38a-2c07-40c3-a9cb-d35b29d2ea50,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:53:54.223203 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.db.api [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 17:53:54.223592 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG oslo_db.api [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:53:54.225143 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-de2ed35e-ad65-4242-b22a-eb5790054234 None None] Provisioning complete for port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 17:53:54.225628 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de2ed35e-ad65-4242-b22a-eb5790054234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (5886f38a-2c07-40c3-a9cb-d35b29d2ea50), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:54.225969 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-de2ed35e-ad65-4242-b22a-eb5790054234 None None] Attempt 1 to provision port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 Sep 15 17:53:54.297374 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-de2ed35e-ad65-4242-b22a-eb5790054234 None None] Current status of the port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 17:53:54.342855 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:53:54.343679 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=63,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:53:54.758821 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 17:53:55.712047 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:53:55.759066 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 17:53:55.759709 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (5886f38a-2c07-40c3-a9cb-d35b29d2ea50), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:55.759794 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 Sep 15 17:53:55.800627 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:53:55.831449 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 17:53:56.598278 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 56306) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:53:56.919912 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [None req-aef42a86-e3c8-4b8b-9a59-6e0cf00296bc admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 17:53:56.920889 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-aef42a86-e3c8-4b8b-9a59-6e0cf00296bc admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3216789 Sep 15 17:53:58.887559 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0f35ba4-587d-4200-997a-ea82b59c3404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:59.580974 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 56314) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:53:59.905437 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:53:59.930204 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Made reservation on behalf of e456d0186b2040e49cb0f3fd71d6c972 for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:53:59.933028 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:53:59.949030 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:00.057555 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Publish callbacks [] for security_group (59767038-18c1-4a07-b896-82016b43165f), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:00.062380 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (59767038-18c1-4a07-b896-82016b43165f), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:00.074197 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Reserving flat network on physical network physnet1 {{(pid=106386) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 17:54:00.110045 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775822491320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (f7766f91-eb70-4975-a209-6f4af5edc31f), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:00.110593 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Unsubscribe: segment precommit_create {{(pid=106386) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 17:54:00.111193 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.segments_db [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Added segment f7766f91-eb70-4975-a209-6f4af5edc31f of type flat for network 595ea406-8961-4d2e-8aeb-f68aeda2dfee Sep 15 17:54:00.126994 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59767038-18c1-4a07-b896-82016b43165f,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:54:00.152925 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:00.153192 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:00.153562 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:00.154426 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:00.154756 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:00.155079 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:00.155398 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:00.155716 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:00.156049 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:00.156371 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:00.156686 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:00.157016 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:00.157364 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:00.157682 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:00.157993 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Tracked resource versions report: Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: pushed versions: Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: { 'AddressGroup': {'1.2'}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'Agent': {'1.1'}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'ConntrackHelper': {'1.0'}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'LocalIPAssociation': {'1.0'}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'Log': {'1.0'}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'NDPProxy': {'1.0'}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'Network': {'1.1'}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'Port': {'1.7'}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'PortForwarding': {'1.3'}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'QosPolicy': {'1.10'}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'SecurityGroup': {'1.5'}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'SubPort': {'1.0'}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'Subnet': {'1.1'}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'Trunk': {'1.1'}} Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: consumer versions: Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: { DHCP agent@dv-cinder-835384-27-smb: {}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: L3 agent@dv-cinder-835384-27-smb: {}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: Metadata agent@dv-cinder-835384-27-smb: {}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: Metering agent@dv-cinder-835384-27-smb: {}, Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: Open vSwitch agent@dv-cinder-835384-27-smb: { 'AddressGroup': '1.2', Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'Agent': '1.1', Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'ConntrackHelper': '1.0', Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'LocalIPAssociation': '1.0', Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'Log': '1.0', Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'NDPProxy': '1.0', Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'Network': '1.1', Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'Port': '1.7', Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'PortForwarding': '1.3', Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'QosPolicy': '1.10', Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'SecurityGroup': '1.5', Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'SecurityGroupRule': '1.2', Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'SubPort': '1.0', Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'Subnet': '1.1', Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: 'Trunk': '1.1'}} Sep 15 17:54:00.159227 dv-cinder-835384-27-smb neutron-server[106386]: {{(pid=106386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:54:00.230508 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (595ea406-8961-4d2e-8aeb-f68aeda2dfee), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:00.273055 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (595ea406-8961-4d2e-8aeb-f68aeda2dfee), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:00.274236 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:54:00.274937 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:00.357289 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7751968 Sep 15 17:54:00.386174 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e16997-523f-48aa-b11b-6ff8cde494b0 admin admin] Pushing event updated for resources: {'Network': ['ID=595ea406-8961-4d2e-8aeb-f68aeda2dfee,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:54:00.397860 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:54:01.397761 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02d266f9-5f1f-4ab5-82d3-33a82bf88cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:02.445926 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:03.009818 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 56326) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:54:03.372949 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6549c88-f382-4efb-a97b-3adf20eff523 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:54:03.374279 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-c6549c88-f382-4efb-a97b-3adf20eff523 demo admin] 10.222.0.25 "GET /networking/v2.0/subnets/b46f6372-98f3-4848-ae58-af39bd5c4c3c HTTP/1.1" status: 200 len: 849 time: 0.3635089 Sep 15 17:54:03.531260 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-5ba3bf6d-fb13-4f42-9217-0c61506be869 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/15c3ad14-8740-439a-828c-6406eabc0ad5 HTTP/1.1" status: 200 len: 704 time: 0.1511612 Sep 15 17:54:03.790930 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:03.835117 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:04.028167 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:04.092060 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Allocated IP 172.20.0.1 (b95b9fec-a521-4105-be6e-d470e99994c1/b46f6372-98f3-4848-ae58-af39bd5c4c3c/87168d90-57ac-4e18-b45d-8994aaa07161) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:54:04.265911 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Publish callbacks [] for port (87168d90-57ac-4e18-b45d-8994aaa07161), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:04.331955 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (87168d90-57ac-4e18-b45d-8994aaa07161), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:04.460926 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Network b95b9fec-a521-4105-be6e-d470e99994c1 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:54:04.466727 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:54:04.471030 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 17:54:04.471840 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433432'] for router_interface (15c3ad14-8740-439a-828c-6406eabc0ad5), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:04.491316 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Pushing event updated for resources: {'Port': ['ID=87168d90-57ac-4e18-b45d-8994aaa07161,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:54:04.648445 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:04.675644 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] Provisioning complete for port 87168d90-57ac-4e18-b45d-8994aaa07161 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 17:54:04.676125 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (87168d90-57ac-4e18-b45d-8994aaa07161), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:04.676647 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] Attempt 1 to provision port 87168d90-57ac-4e18-b45d-8994aaa07161 Sep 15 17:54:04.689380 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (87168d90-57ac-4e18-b45d-8994aaa07161), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:04.708434 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] Port 87168d90-57ac-4e18-b45d-8994aaa07161 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 17:54:04.715227 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:04.895499 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Publish callbacks [] for port (87168d90-57ac-4e18-b45d-8994aaa07161), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:04.900035 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (87168d90-57ac-4e18-b45d-8994aaa07161), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:04.900975 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433548'] for router_interface (15c3ad14-8740-439a-828c-6406eabc0ad5), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:04.982597 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Pushing event updated for resources: {'Port': ['ID=87168d90-57ac-4e18-b45d-8994aaa07161,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:54:05.031130 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Network b95b9fec-a521-4105-be6e-d470e99994c1 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:54:05.032402 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:54:05.191839 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Router 15c3ad14-8740-439a-828c-6406eabc0ad5 is scheduled to L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:54:05.209875 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] Attempt 2 to provision port 87168d90-57ac-4e18-b45d-8994aaa07161 Sep 15 17:54:05.242537 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] Port 87168d90-57ac-4e18-b45d-8994aaa07161 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 17:54:05.281522 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:54:05.286917 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-8690b09c-254a-42cb-a046-dc4fd7a42c18 demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/15c3ad14-8740-439a-828c-6406eabc0ad5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7502396 Sep 15 17:54:05.292412 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Sync routers for ids ['15c3ad14-8740-439a-828c-6406eabc0ad5'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:54:05.312261 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Routers {'15c3ad14-8740-439a-828c-6406eabc0ad5'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 17:54:05.313145 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T17:54:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['15c3ad14-8740-439a-828c-6406eabc0ad5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:54:05.500036 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Set router 15c3ad14-8740-439a-828c-6406eabc0ad5 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 17:54:05.743781 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] Attempt 3 to provision port 87168d90-57ac-4e18-b45d-8994aaa07161 Sep 15 17:54:05.776869 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] Port 87168d90-57ac-4e18-b45d-8994aaa07161 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 17:54:05.936504 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c3ad14-8740-439a-828c-6406eabc0ad5', 'name': 'router1', 'tenant_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T17:53:53Z', 'updated_at': '2022-09-15T17:54:04Z', 'revision_number': 2, 'project_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'gw_port_host': None, '_interfaces': [{'id': '87168d90-57ac-4e18-b45d-8994aaa07161', 'name': '', 'network_id': 'b95b9fec-a521-4105-be6e-d470e99994c1', 'tenant_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'mac_address': 'fa:16:3e:72:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c3ad14-8740-439a-828c-6406eabc0ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b46f6372-98f3-4848-ae58-af39bd5c4c3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T17:54:03Z', 'updated_at': '2022-09-15T17:54:04Z', 'revision_number': 2, 'project_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'subnets': [{'id': 'b46f6372-98f3-4848-ae58-af39bd5c4c3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '481cd5a3-46c6-476d-a892-17a58bf4d6f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:54:06.001053 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Checking router: 15c3ad14-8740-439a-828c-6406eabc0ad5 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:54:06.001445 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Updating router 15c3ad14-8740-439a-828c-6406eabc0ad5 port 87168d90-57ac-4e18-b45d-8994aaa07161 binding host dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:54:06.057648 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (87168d90-57ac-4e18-b45d-8994aaa07161), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:06.278218 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] Attempt 4 to provision port 87168d90-57ac-4e18-b45d-8994aaa07161 Sep 15 17:54:06.325146 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] Port 87168d90-57ac-4e18-b45d-8994aaa07161 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 17:54:06.571611 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Publish callbacks [] for port (87168d90-57ac-4e18-b45d-8994aaa07161), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:06.578444 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (87168d90-57ac-4e18-b45d-8994aaa07161), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:06.726074 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Pushing event updated for resources: {'Port': ['ID=87168d90-57ac-4e18-b45d-8994aaa07161,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:54:06.730608 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Attempting to bind port 87168d90-57ac-4e18-b45d-8994aaa07161 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 17:54:06.731018 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Attempting to bind port 87168d90-57ac-4e18-b45d-8994aaa07161 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': '3645806e-942d-4d28-820a-620fbfaa99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b95b9fec-a521-4105-be6e-d470e99994c1'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 17:54:06.731500 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Attempting to bind port 87168d90-57ac-4e18-b45d-8994aaa07161 on network b95b9fec-a521-4105-be6e-d470e99994c1 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:54:06.743423 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:06.743762 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:06.744098 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:06.744433 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:06.744791 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:06.745077 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:06.745422 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:06.745743 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:06.746060 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:06.746376 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:06.746691 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:06.747561 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:06.747933 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:06.748249 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:06.748562 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Tracked resource versions report: Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: pushed versions: Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: { 'AddressGroup': {'1.2'}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'Agent': {'1.1'}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'ConntrackHelper': {'1.0'}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'LocalIPAssociation': {'1.0'}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'Log': {'1.0'}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'NDPProxy': {'1.0'}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'Network': {'1.1'}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'Port': {'1.7'}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'PortForwarding': {'1.3'}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'QosPolicy': {'1.10'}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'SecurityGroup': {'1.5'}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'SubPort': {'1.0'}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'Subnet': {'1.1'}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'Trunk': {'1.1'}} Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: consumer versions: Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: { DHCP agent@dv-cinder-835384-27-smb: {}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: L3 agent@dv-cinder-835384-27-smb: {}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: Metadata agent@dv-cinder-835384-27-smb: {}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: Metering agent@dv-cinder-835384-27-smb: {}, Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: Open vSwitch agent@dv-cinder-835384-27-smb: { 'AddressGroup': '1.2', Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'Agent': '1.1', Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'ConntrackHelper': '1.0', Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'LocalIPAssociation': '1.0', Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'Log': '1.0', Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'NDPProxy': '1.0', Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'Network': '1.1', Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'Port': '1.7', Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'PortForwarding': '1.3', Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'QosPolicy': '1.10', Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'SecurityGroup': '1.5', Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'SecurityGroupRule': '1.2', Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'SubPort': '1.0', Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'Subnet': '1.1', Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: 'Trunk': '1.1'}} Sep 15 17:54:06.749781 dv-cinder-835384-27-smb neutron-server[106389]: {{(pid=106389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:54:06.829763 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] Attempt 5 to provision port 87168d90-57ac-4e18-b45d-8994aaa07161 Sep 15 17:54:06.829763 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:06.834681 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 17, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 17:54:06.835088 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Checking segment: {'id': '3645806e-942d-4d28-820a-620fbfaa99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b95b9fec-a521-4105-be6e-d470e99994c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 17:54:06.835561 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:06.835951 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Bound using segment: {'id': '3645806e-942d-4d28-820a-620fbfaa99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b95b9fec-a521-4105-be6e-d470e99994c1'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 17:54:06.836450 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Bound port: 87168d90-57ac-4e18-b45d-8994aaa07161, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3645806e-942d-4d28-820a-620fbfaa99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b95b9fec-a521-4105-be6e-d470e99994c1'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 17:54:06.836825 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (87168d90-57ac-4e18-b45d-8994aaa07161), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:06.850439 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:06.865669 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] Port 87168d90-57ac-4e18-b45d-8994aaa07161 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 17:54:06.908646 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:06.917647 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] For port 87168d90-57ac-4e18-b45d-8994aaa07161, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:54:06.941144 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] For port 87168d90-57ac-4e18-b45d-8994aaa07161, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=87168d90-57ac-4e18-b45d-8994aaa07161,segment=NetworkSegment(3645806e-942d-4d28-820a-620fbfaa99a7),segment_id=3645806e-942d-4d28-820a-620fbfaa99a7)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:54:06.948537 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (87168d90-57ac-4e18-b45d-8994aaa07161), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:06.987488 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Routers {'15c3ad14-8740-439a-828c-6406eabc0ad5'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 17:54:06.988115 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T17:54:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['15c3ad14-8740-439a-828c-6406eabc0ad5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:54:07.063040 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190e927-07c6-4267-86e7-91190c7b5369 None None] Pushing event updated for resources: {'Port': ['ID=87168d90-57ac-4e18-b45d-8994aaa07161,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:54:07.087874 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] Set router 15c3ad14-8740-439a-828c-6406eabc0ad5 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 17:54:07.287378 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c3ad14-8740-439a-828c-6406eabc0ad5', 'name': 'router1', 'tenant_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T17:53:53Z', 'updated_at': '2022-09-15T17:54:04Z', 'revision_number': 2, 'project_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'gw_port_host': None, '_interfaces': [{'id': '87168d90-57ac-4e18-b45d-8994aaa07161', 'name': '', 'network_id': 'b95b9fec-a521-4105-be6e-d470e99994c1', 'tenant_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'mac_address': 'fa:16:3e:72:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c3ad14-8740-439a-828c-6406eabc0ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b46f6372-98f3-4848-ae58-af39bd5c4c3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T17:54:03Z', 'updated_at': '2022-09-15T17:54:06Z', 'revision_number': 4, 'project_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'subnets': [{'id': 'b46f6372-98f3-4848-ae58-af39bd5c4c3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '481cd5a3-46c6-476d-a892-17a58bf4d6f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:54:07.314296 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e5ae7-6daf-45fb-ba20-3a3814a9eb08 None None] The sync data for ids ['15c3ad14-8740-439a-828c-6406eabc0ad5'] in dv-cinder-835384-27-smb is: [{'id': '15c3ad14-8740-439a-828c-6406eabc0ad5', 'name': 'router1', 'tenant_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T17:53:53Z', 'updated_at': '2022-09-15T17:54:04Z', 'revision_number': 2, 'project_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'gw_port_host': None, '_interfaces': [{'id': '87168d90-57ac-4e18-b45d-8994aaa07161', 'name': '', 'network_id': 'b95b9fec-a521-4105-be6e-d470e99994c1', 'tenant_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'mac_address': 'fa:16:3e:72:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c3ad14-8740-439a-828c-6406eabc0ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b46f6372-98f3-4848-ae58-af39bd5c4c3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T17:54:03Z', 'updated_at': '2022-09-15T17:54:06Z', 'revision_number': 4, 'project_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'subnets': [{'id': 'b46f6372-98f3-4848-ae58-af39bd5c4c3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '481cd5a3-46c6-476d-a892-17a58bf4d6f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:54:07.366782 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] Attempt 6 to provision port 87168d90-57ac-4e18-b45d-8994aaa07161 Sep 15 17:54:07.439861 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] Current status of the port 87168d90-57ac-4e18-b45d-8994aaa07161 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 17:54:07.440248 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (87168d90-57ac-4e18-b45d-8994aaa07161), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:07.477475 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] For port 87168d90-57ac-4e18-b45d-8994aaa07161, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=87168d90-57ac-4e18-b45d-8994aaa07161,segment=NetworkSegment(3645806e-942d-4d28-820a-620fbfaa99a7),segment_id=3645806e-942d-4d28-820a-620fbfaa99a7)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:54:07.483165 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (87168d90-57ac-4e18-b45d-8994aaa07161), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:07.533343 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88b0de-1d00-4495-8e5a-52c8b8b00eff None None] Pushing event updated for resources: {'Port': ['ID=87168d90-57ac-4e18-b45d-8994aaa07161,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:54:07.604821 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-f716df92-e8b6-4b40-8336-036b63df76b2 None None] Provisioning complete for port 87168d90-57ac-4e18-b45d-8994aaa07161 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 17:54:07.605764 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f716df92-e8b6-4b40-8336-036b63df76b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (87168d90-57ac-4e18-b45d-8994aaa07161), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:07.605937 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-f716df92-e8b6-4b40-8336-036b63df76b2 None None] Attempt 1 to provision port 87168d90-57ac-4e18-b45d-8994aaa07161 Sep 15 17:54:07.694129 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f716df92-e8b6-4b40-8336-036b63df76b2 None None] Current status of the port 87168d90-57ac-4e18-b45d-8994aaa07161 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 17:54:07.965006 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 56336) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:54:08.374438 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e8a4bc-6de7-44e9-a8d4-f8e927c05561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:54:08.375813 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-e2e8a4bc-6de7-44e9-a8d4-f8e927c05561 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/595ea406-8961-4d2e-8aeb-f68aeda2dfee HTTP/1.1" status: 200 len: 842 time: 0.4098001 Sep 15 17:54:08.385352 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-263df82b-4379-4c39-b354-41c9fb63c600 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'cidr': '172.28.1.0/24', 'enable_dhcp': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:54:08.405646 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263df82b-4379-4c39-b354-41c9fb63c600 admin admin] Made reservation on behalf of e456d0186b2040e49cb0f3fd71d6c972 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:54:08.408055 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-263df82b-4379-4c39-b354-41c9fb63c600 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:08.584522 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:08.637728 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:08.702927 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.objects.ports [None req-263df82b-4379-4c39-b354-41c9fb63c600 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106387) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 15 17:54:08.703395 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-263df82b-4379-4c39-b354-41c9fb63c600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for subnet (43467012-f2f7-446d-90ee-ba4e4d48d42e), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:08.755149 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263df82b-4379-4c39-b354-41c9fb63c600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43467012-f2f7-446d-90ee-ba4e4d48d42e,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:54:08.771734 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263df82b-4379-4c39-b354-41c9fb63c600 admin admin] Checking segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 17:54:08.772088 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263df82b-4379-4c39-b354-41c9fb63c600 admin admin] Network hostable DHCP agents. Network: 595ea406-8961-4d2e-8aeb-f68aeda2dfee, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:54:08.789479 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263df82b-4379-4c39-b354-41c9fb63c600 admin admin] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:54:08.798672 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-263df82b-4379-4c39-b354-41c9fb63c600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, 595ea406-8961-4d2e-8aeb-f68aeda2dfee) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:54:08.802738 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263df82b-4379-4c39-b354-41c9fb63c600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:54:08.803317 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-263df82b-4379-4c39-b354-41c9fb63c600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:08.808596 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96c6ecb-4444-42f0-b8f6-8b282925a0f2 None None] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 17:54:08.827205 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-263df82b-4379-4c39-b354-41c9fb63c600 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4450841 Sep 15 17:54:08.930936 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6341a5c-85b8-4a59-ae00-97ac9084b61e None None] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 17:54:09.465191 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:54:10.378313 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=42,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:10.383442 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:INSERT=11,neutron:SELECT=50,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:11.592246 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 56346) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:54:12.057794 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-440de9d0-eef7-48ce-acab-33798eb2eff9 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/15c3ad14-8740-439a-828c-6406eabc0ad5 HTTP/1.1" status: 200 len: 710 time: 0.4638765 Sep 15 17:54:12.230650 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b9f29a-54cd-471e-9c44-2511a34f89f2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:54:12.232229 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-c8b9f29a-54cd-471e-9c44-2511a34f89f2 demo admin] 10.222.0.25 "GET /networking/v2.0/networks/595ea406-8961-4d2e-8aeb-f68aeda2dfee HTTP/1.1" status: 200 len: 886 time: 0.1691909 Sep 15 17:54:12.241505 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:54:12.489432 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] Publish callbacks [] for router_gateway (15c3ad14-8740-439a-828c-6406eabc0ad5), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:12.719913 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] Publish callbacks [] for router_gateway (15c3ad14-8740-439a-828c-6406eabc0ad5), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:12.797283 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:12.844498 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:12.882091 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:12.910267 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] Allocated IP 172.28.1.81 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/34073301-f1c7-40d5-a39f-aea024459d3f) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:54:13.020066 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] Publish callbacks [] for port (34073301-f1c7-40d5-a39f-aea024459d3f), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:13.052437 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (34073301-f1c7-40d5-a39f-aea024459d3f), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:13.092516 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:54:13.097395 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:54:13.101212 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 17:54:13.103756 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] Pushing event updated for resources: {'Port': ['ID=34073301-f1c7-40d5-a39f-aea024459d3f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:54:13.351224 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] Publish callbacks [] for router_gateway (15c3ad14-8740-439a-828c-6406eabc0ad5), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:13.633395 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-666'] for router (15c3ad14-8740-439a-828c-6406eabc0ad5), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:13.637165 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550619'] for router (15c3ad14-8740-439a-828c-6406eabc0ad5), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:13.730533 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 87168d90-57ac-4e18-b45d-8994aaa07161 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:54:13.747235 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] Router 15c3ad14-8740-439a-828c-6406eabc0ad5 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:54:13.753704 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:13.779846 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 87168d90-57ac-4e18-b45d-8994aaa07161 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 17:54:13.779846 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (87168d90-57ac-4e18-b45d-8994aaa07161), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:13.779846 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 87168d90-57ac-4e18-b45d-8994aaa07161 Sep 15 17:54:13.802202 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:13.847835 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:13.855896 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 87168d90-57ac-4e18-b45d-8994aaa07161 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 17:54:13.859477 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:54:13.863483 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] Publish callbacks [] for router (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:13.864682 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-52277364-8e83-47a8-bcfa-54a7078ad43a demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/15c3ad14-8740-439a-828c-6406eabc0ad5 HTTP/1.1" status: 200 len: 889 time: 1.6264782 Sep 15 17:54:13.874165 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Sync routers for ids ['15c3ad14-8740-439a-828c-6406eabc0ad5'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:54:13.886777 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Routers {'15c3ad14-8740-439a-828c-6406eabc0ad5'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 17:54:13.887865 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T17:54:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['15c3ad14-8740-439a-828c-6406eabc0ad5'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:54:14.113868 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Set router 15c3ad14-8740-439a-828c-6406eabc0ad5 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 17:54:14.456365 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:14.594017 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c3ad14-8740-439a-828c-6406eabc0ad5', 'name': 'router1', 'tenant_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': '34073301-f1c7-40d5-a39f-aea024459d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T17:53:53Z', 'updated_at': '2022-09-15T17:54:13Z', 'revision_number': 4, 'project_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'gw_port': {'id': '34073301-f1c7-40d5-a39f-aea024459d3f', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c3ad14-8740-439a-828c-6406eabc0ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T17:54:12Z', 'updated_at': '2022-09-15T17:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '87168d90-57ac-4e18-b45d-8994aaa07161', 'name': '', 'network_id': 'b95b9fec-a521-4105-be6e-d470e99994c1', 'tenant_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'mac_address': 'fa:16:3e:72:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3ad14-8740-439a-828c-6406eabc0ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b46f6372-98f3-4848-ae58-af39bd5c4c3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T17:54:03Z', 'updated_at': '2022-09-15T17:54:07Z', 'revision_number': 5, 'project_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'subnets': [{'id': 'b46f6372-98f3-4848-ae58-af39bd5c4c3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '481cd5a3-46c6-476d-a892-17a58bf4d6f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:54:14.647752 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Checking router: 15c3ad14-8740-439a-828c-6406eabc0ad5 for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:54:14.648100 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Updating router 15c3ad14-8740-439a-828c-6406eabc0ad5 port 34073301-f1c7-40d5-a39f-aea024459d3f binding host dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:54:14.701835 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (34073301-f1c7-40d5-a39f-aea024459d3f), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:15.019602 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Publish callbacks [] for port (34073301-f1c7-40d5-a39f-aea024459d3f), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:15.025199 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (34073301-f1c7-40d5-a39f-aea024459d3f), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:15.063466 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Attempting to bind port 34073301-f1c7-40d5-a39f-aea024459d3f on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 17:54:15.063833 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Attempting to bind port 34073301-f1c7-40d5-a39f-aea024459d3f by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 17:54:15.064191 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Attempting to bind port 34073301-f1c7-40d5-a39f-aea024459d3f on network 595ea406-8961-4d2e-8aeb-f68aeda2dfee {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:54:15.091875 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7daf8-7d09-4cbf-ae5a-831b498518ff None None] Pushing event updated for resources: {'Port': ['ID=34073301-f1c7-40d5-a39f-aea024459d3f,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:54:15.113375 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 17, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 17:54:15.113746 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Checking segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 17:54:15.114138 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:15.114519 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Bound using segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 17:54:15.114982 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Bound port: 34073301-f1c7-40d5-a39f-aea024459d3f, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 17:54:15.115351 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (34073301-f1c7-40d5-a39f-aea024459d3f), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:15.163704 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] For port 34073301-f1c7-40d5-a39f-aea024459d3f, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:54:15.166945 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] For port 34073301-f1c7-40d5-a39f-aea024459d3f, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=34073301-f1c7-40d5-a39f-aea024459d3f,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:54:15.176333 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (34073301-f1c7-40d5-a39f-aea024459d3f), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:15.183349 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:15.238511 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Routers {'15c3ad14-8740-439a-828c-6406eabc0ad5'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 17:54:15.239154 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T17:54:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['15c3ad14-8740-439a-828c-6406eabc0ad5'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:54:15.275351 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7daf8-7d09-4cbf-ae5a-831b498518ff None None] Pushing event updated for resources: {'Port': ['ID=34073301-f1c7-40d5-a39f-aea024459d3f,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:54:15.352043 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] Set router 15c3ad14-8740-439a-828c-6406eabc0ad5 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 17:54:15.470578 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:15.551855 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c3ad14-8740-439a-828c-6406eabc0ad5', 'name': 'router1', 'tenant_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': '34073301-f1c7-40d5-a39f-aea024459d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T17:53:53Z', 'updated_at': '2022-09-15T17:54:13Z', 'revision_number': 4, 'project_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'gw_port': {'id': '34073301-f1c7-40d5-a39f-aea024459d3f', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c3ad14-8740-439a-828c-6406eabc0ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T17:54:12Z', 'updated_at': '2022-09-15T17:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '87168d90-57ac-4e18-b45d-8994aaa07161', 'name': '', 'network_id': 'b95b9fec-a521-4105-be6e-d470e99994c1', 'tenant_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'mac_address': 'fa:16:3e:72:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3ad14-8740-439a-828c-6406eabc0ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b46f6372-98f3-4848-ae58-af39bd5c4c3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T17:54:03Z', 'updated_at': '2022-09-15T17:54:07Z', 'revision_number': 5, 'project_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'subnets': [{'id': 'b46f6372-98f3-4848-ae58-af39bd5c4c3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '481cd5a3-46c6-476d-a892-17a58bf4d6f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:54:15.576806 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364dad85-1643-4995-bdaf-9b3f0f7c7368 None None] The sync data for ids ['15c3ad14-8740-439a-828c-6406eabc0ad5'] in dv-cinder-835384-27-smb is: [{'id': '15c3ad14-8740-439a-828c-6406eabc0ad5', 'name': 'router1', 'tenant_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': '34073301-f1c7-40d5-a39f-aea024459d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T17:53:53Z', 'updated_at': '2022-09-15T17:54:13Z', 'revision_number': 4, 'project_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'gw_port': {'id': '34073301-f1c7-40d5-a39f-aea024459d3f', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c3ad14-8740-439a-828c-6406eabc0ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T17:54:12Z', 'updated_at': '2022-09-15T17:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '87168d90-57ac-4e18-b45d-8994aaa07161', 'name': '', 'network_id': 'b95b9fec-a521-4105-be6e-d470e99994c1', 'tenant_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'mac_address': 'fa:16:3e:72:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3ad14-8740-439a-828c-6406eabc0ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b46f6372-98f3-4848-ae58-af39bd5c4c3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T17:54:03Z', 'updated_at': '2022-09-15T17:54:07Z', 'revision_number': 5, 'project_id': 'f18aabde2e1f4bebaec9fb09d1725a11', 'subnets': [{'id': 'b46f6372-98f3-4848-ae58-af39bd5c4c3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '481cd5a3-46c6-476d-a892-17a58bf4d6f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:54:15.780420 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 34073301-f1c7-40d5-a39f-aea024459d3f up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:54:15.832868 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 34073301-f1c7-40d5-a39f-aea024459d3f triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 17:54:15.833328 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (34073301-f1c7-40d5-a39f-aea024459d3f), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:15.833688 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 34073301-f1c7-40d5-a39f-aea024459d3f Sep 15 17:54:15.917191 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 34073301-f1c7-40d5-a39f-aea024459d3f is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 17:54:15.917694 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (34073301-f1c7-40d5-a39f-aea024459d3f), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:15.940650 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] For port 34073301-f1c7-40d5-a39f-aea024459d3f, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=34073301-f1c7-40d5-a39f-aea024459d3f,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:54:15.945490 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (34073301-f1c7-40d5-a39f-aea024459d3f), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:15.997323 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Pushing event updated for resources: {'Port': ['ID=34073301-f1c7-40d5-a39f-aea024459d3f,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:54:16.722223 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 56358) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:54:17.116452 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-d60c5300-96f9-4842-bae2-262b21040960 admin admin] 10.222.0.25 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3931637 Sep 15 17:54:17.727015 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 34073301-f1c7-40d5-a39f-aea024459d3f up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:54:17.771888 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 34073301-f1c7-40d5-a39f-aea024459d3f triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 17:54:17.772283 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (34073301-f1c7-40d5-a39f-aea024459d3f), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:17.772647 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 34073301-f1c7-40d5-a39f-aea024459d3f Sep 15 17:54:17.849926 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 34073301-f1c7-40d5-a39f-aea024459d3f is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 17:54:19.456234 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=42 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:19.457037 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:27.108398 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:27.113249 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=9 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:27.846420 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:27.849042 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:28.893413 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-63e348f1-28eb-4753-bad6-ae5164d0f772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:31.401924 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b441c847-057f-4f43-a493-6efb7605e76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:32.472239 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:33.854385 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:34.033811 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:54:42.462832 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:42.479405 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:44.018076 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:44.027009 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:46.465459 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:54:56.464829 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:54:58.890853 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-997d1592-c9ee-4698-8bd0-19d0694c10ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:55:01.423215 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a93ef51-bd64-40cd-b196-4e32f7166d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:55:02.456249 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:55:03.841997 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:55:04.035839 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:55:14.025554 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:55:14.026815 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:55:23.522392 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:55:28.884514 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ea22f503-bec3-4eab-b62f-82c940799fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:55:31.409577 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-060c5c19-1d36-4c77-b6aa-e2e25ea62dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:55:32.449833 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:55:33.461746 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:55:33.462528 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:55:33.834172 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:55:34.037873 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:55:44.029230 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:55:44.032699 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:55:46.206579 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 56910) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:55:46.576920 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7980cc-51d2-4747-8685-b94945759299 admin admin] GET failed (client error): The resource could not be found. Sep 15 17:55:46.578476 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-5e7980cc-51d2-4747-8685-b94945759299 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3709581 Sep 15 17:55:46.753736 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebb2827-bbb0-4ffd-9fab-0e5afb06797d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:55:46.755228 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-4ebb2827-bbb0-4ffd-9fab-0e5afb06797d admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1722627 Sep 15 17:55:49.369691 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 56920) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:55:49.748041 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f9ed1a-34ad-4eea-a2f4-8544c41476b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:55:49.749516 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-71f9ed1a-34ad-4eea-a2f4-8544c41476b4 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/b46f6372-98f3-4848-ae58-af39bd5c4c3c HTTP/1.1" status: 200 len: 849 time: 0.3782115 Sep 15 17:55:49.759421 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:49.849412 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Publish callbacks [] for subnet (b46f6372-98f3-4848-ae58-af39bd5c4c3c), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:55:49.994838 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775822466964'] for subnet (b46f6372-98f3-4848-ae58-af39bd5c4c3c), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:55:50.033554 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:55:50.034938 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:55:50.035449 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] 10.222.0.25 "PUT /networking/v2.0/subnets/b46f6372-98f3-4848-ae58-af39bd5c4c3c HTTP/1.1" status: 200 len: 868 time: 0.2797456 Sep 15 17:55:50.054029 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b46f6372-98f3-4848-ae58-af39bd5c4c3c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:50.059712 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0086a908-c8cc-48f7-ab1c-986792831ae1 None None] Network b95b9fec-a521-4105-be6e-d470e99994c1 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 17:55:50.061792 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:50.062139 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:50.063070 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:50.063070 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:50.063323 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:50.063548 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:50.063815 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:50.064141 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:50.064537 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:50.064883 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:50.065208 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:50.065567 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:50.065896 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:50.066216 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:50.066533 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31451b-418e-49bf-8024-354c812a89bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:50.413551 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-08de2dc4-ee04-4740-aab7-7ccd5f241e1e None None] Provisioning complete for port 87168d90-57ac-4e18-b45d-8994aaa07161 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 17:55:50.413942 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08de2dc4-ee04-4740-aab7-7ccd5f241e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (87168d90-57ac-4e18-b45d-8994aaa07161), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:55:50.414282 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-08de2dc4-ee04-4740-aab7-7ccd5f241e1e None None] Attempt 1 to provision port 87168d90-57ac-4e18-b45d-8994aaa07161 Sep 15 17:55:50.495927 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-08de2dc4-ee04-4740-aab7-7ccd5f241e1e None None] Current status of the port 87168d90-57ac-4e18-b45d-8994aaa07161 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 17:55:50.504503 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-08de2dc4-ee04-4740-aab7-7ccd5f241e1e None None] Provisioning complete for port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 17:55:50.504893 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08de2dc4-ee04-4740-aab7-7ccd5f241e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (5886f38a-2c07-40c3-a9cb-d35b29d2ea50), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:55:50.505234 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-08de2dc4-ee04-4740-aab7-7ccd5f241e1e None None] Attempt 1 to provision port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 Sep 15 17:55:50.578694 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-08de2dc4-ee04-4740-aab7-7ccd5f241e1e None None] Current status of the port 5886f38a-2c07-40c3-a9cb-d35b29d2ea50 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 17:55:52.752576 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 56928) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:55:53.294928 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f6307-c8bc-417b-bf27-2e08e52d2a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:55:53.295399 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f6307-c8bc-417b-bf27-2e08e52d2a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:55:53.296948 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-f70f6307-c8bc-417b-bf27-2e08e52d2a40 admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5434096 Sep 15 17:55:55.898194 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 56936) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:55:56.444314 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91b1297-d1db-4540-af82-725b84622ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:55:56.444782 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91b1297-d1db-4540-af82-725b84622ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:55:56.446347 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-d91b1297-d1db-4540-af82-725b84622ca2 admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5476837 Sep 15 17:55:56.471361 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:55:56.474913 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:55:58.889347 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f598-a8c3-4884-b0bf-2b7f8e8723e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:55:59.055989 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 56944) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:55:59.570765 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697bd4f0-0920-445d-844e-017ea333bd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:55:59.572161 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-697bd4f0-0920-445d-844e-017ea333bd59 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/595ea406-8961-4d2e-8aeb-f68aeda2dfee HTTP/1.1" status: 200 len: 886 time: 0.5152192 Sep 15 17:56:00.471760 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:56:01.413323 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f79bdc87-808e-488e-95f7-7d21821df8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:02.214384 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 56954) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:56:02.454752 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:02.615043 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:02.650638 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871dfbd5-82ad-4e43-8c9b-4a9f45fddf7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:56:02.653665 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-871dfbd5-82ad-4e43-8c9b-4a9f45fddf7a admin admin] 10.222.0.25 "GET /networking/v2.0/networks/b95b9fec-a521-4105-be6e-d470e99994c1 HTTP/1.1" status: 200 len: 869 time: 0.4382427 Sep 15 17:56:03.838795 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:04.031967 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:05.278916 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 56962) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:56:05.700029 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f96af6e-5263-436b-9f85-34fa291d7ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:56:05.700492 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f96af6e-5263-436b-9f85-34fa291d7ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:56:05.702120 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-3f96af6e-5263-436b-9f85-34fa291d7ae2 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4222116 Sep 15 17:56:08.319080 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 56970) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:56:08.661135 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:08.717900 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7810f63b-d2a8-4db4-bf7e-18626a54a9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:56:08.718593 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7810f63b-d2a8-4db4-bf7e-18626a54a9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:56:08.720810 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-7810f63b-d2a8-4db4-bf7e-18626a54a9f9 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4007268 Sep 15 17:56:09.562732 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=12 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:09.569211 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=8 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:10.467309 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:10.468218 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:11.304846 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 56978) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:56:11.693215 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0182244-fb47-4984-a7ec-b809a0968811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:56:11.694609 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-e0182244-fb47-4984-a7ec-b809a0968811 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/43467012-f2f7-446d-90ee-ba4e4d48d42e HTTP/1.1" status: 200 len: 816 time: 0.3887675 Sep 15 17:56:14.025136 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:14.032956 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:14.354983 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 56986) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:56:14.747699 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a23ea3-aa17-446b-8d43-8444b5beb48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:56:14.749078 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-65a23ea3-aa17-446b-8d43-8444b5beb48b admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/b46f6372-98f3-4848-ae58-af39bd5c4c3c HTTP/1.1" status: 200 len: 868 time: 0.3931830 Sep 15 17:56:24.742510 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=30 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:24.743768 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=14 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:28.893693 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f1e52c28-94d2-4590-b978-2f2f2de8b3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:31.418510 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-95b0862d-853c-44e8-8558-2e6d0e2bc0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:32.453755 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:33.467150 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=13 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:33.472767 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=19 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:33.835083 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:34.036616 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:37.470912 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:56:44.028872 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:44.031725 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:44.952099 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57046) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:56:45.304294 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [None req-df173669-dcd0-461f-b102-cacf9cc9e8d2 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 17:56:45.305319 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-df173669-dcd0-461f-b102-cacf9cc9e8d2 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3522322 Sep 15 17:56:47.475421 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:47.475421 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:48.018257 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57054) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:56:48.533043 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf694d0b-d966-4173-a0fc-6ec3a32154f5 admin admin] GET failed (client error): The resource could not be found. Sep 15 17:56:48.534390 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-cf694d0b-d966-4173-a0fc-6ec3a32154f5 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.5151744 Sep 15 17:56:48.735814 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13f7bed-0f17-4b2a-9127-586402932747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:56:48.737210 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-b13f7bed-0f17-4b2a-9127-586402932747 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1984882 Sep 15 17:56:51.398345 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57062) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:56:51.751234 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:56:51.784265 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Made reservation on behalf of e456d0186b2040e49cb0f3fd71d6c972 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:56:51.786823 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:51.815987 dv-cinder-835384-27-smb neutron-server[106387]: WARNING neutron.services.revisions.revision_plugin [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Could not find related network for resource to bump revision. Sep 15 17:56:51.829126 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:56:51.839042 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (fdf32460-7862-4f35-a2fb-2925847ef662), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:51.839379 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.segments_db [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Added segment fdf32460-7862-4f35-a2fb-2925847ef662 of type vlan for network c5448979-c66e-4b06-83a9-6457473ffd8c Sep 15 17:56:51.879981 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (c5448979-c66e-4b06-83a9-6457473ffd8c), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:51.904745 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (c5448979-c66e-4b06-83a9-6457473ffd8c), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:51.905978 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:56:51.906554 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:51.981890 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5823653 Sep 15 17:56:52.007978 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Pushing event updated for resources: {'Network': ['ID=c5448979-c66e-4b06-83a9-6457473ffd8c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:52.015902 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:52.016245 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:52.016592 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:52.016954 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:52.017385 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:52.017652 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:52.017976 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:52.018297 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:52.018638 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:52.018964 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:52.019287 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:52.019623 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:52.019944 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:52.020262 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:52.020578 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a8a23-7d22-4f52-ad5a-b4b7a07772a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:52.033469 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network c5448979-c66e-4b06-83a9-6457473ffd8c details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:56:54.603232 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57070) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:56:54.942023 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a67bac-53e2-4d43-87dd-f8113281050c admin admin] GET failed (client error): The resource could not be found. Sep 15 17:56:54.943361 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-a8a67bac-53e2-4d43-87dd-f8113281050c admin admin] 10.222.0.25 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3391938 Sep 15 17:56:55.073253 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec95aa15-f8c3-42d9-a67e-dc7eed049ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:56:55.074814 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-ec95aa15-f8c3-42d9-a67e-dc7eed049ff5 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1269362 Sep 15 17:56:55.085061 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'c5448979-c66e-4b06-83a9-6457473ffd8c', 'name': 'shared-subnet'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:56:55.109038 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Made reservation on behalf of e456d0186b2040e49cb0f3fd71d6c972 for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:56:55.111529 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:55.336846 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for subnet (09799ab7-ecf7-4df6-9099-50bd2c4974fe), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:55.402930 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Pushing event updated for resources: {'Subnet': ['ID=09799ab7-ecf7-4df6-9099-50bd2c4974fe,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:55.413859 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.414190 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.414483 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.414841 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.415208 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.415528 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.415881 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.416186 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.416563 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.416897 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.417223 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.417576 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.417896 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.418219 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.418551 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.433475 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Checking segment: {'id': 'fdf32460-7862-4f35-a2fb-2925847ef662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5448979-c66e-4b06-83a9-6457473ffd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 17:56:55.434005 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Network hostable DHCP agents. Network: c5448979-c66e-4b06-83a9-6457473ffd8c, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:56:55.458903 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Network c5448979-c66e-4b06-83a9-6457473ffd8c is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:56:55.471993 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, c5448979-c66e-4b06-83a9-6457473ffd8c) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:56:55.477146 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 17:56:55.477784 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:55.485969 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b0349e-f339-4e2a-90ff-f529952e1420 None None] Network c5448979-c66e-4b06-83a9-6457473ffd8c requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 17:56:55.499200 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-0aa92b52-87a8-44ae-b4f3-4ee4d18f683c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4177134 Sep 15 17:56:55.596370 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb739ebeb-d16f-5142-9d1f-510d1cd68287-c5448979-c66e-4b06-83a9-6457473ffd8c', 'network_id': 'c5448979-c66e-4b06-83a9-6457473ffd8c', 'project_id': 'e456d0186b2040e49cb0f3fd71d6c972', 'fixed_ips': [{'subnet_id': '09799ab7-ecf7-4df6-9099-50bd2c4974fe'}]}} from dv-cinder-835384-27-smb. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 17:56:55.597359 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:55.741166 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Allocated IP 192.168.233.2 (c5448979-c66e-4b06-83a9-6457473ffd8c/09799ab7-ecf7-4df6-9099-50bd2c4974fe/36e0636c-292c-4f9b-961a-e1e8a908cc33) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:56:55.907814 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Publish callbacks [] for port (36e0636c-292c-4f9b-961a-e1e8a908cc33), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:55.914964 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (36e0636c-292c-4f9b-961a-e1e8a908cc33), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:55.950479 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Network c5448979-c66e-4b06-83a9-6457473ffd8c is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:56:55.957918 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:56:55.961485 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 17:56:55.973535 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Pushing event updated for resources: {'Port': ['ID=36e0636c-292c-4f9b-961a-e1e8a908cc33,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:55.995616 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.995956 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.996292 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.996651 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.996990 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.997336 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.997662 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.997982 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.998304 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.998626 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.998952 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.999282 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.999607 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:55.999918 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:56.000236 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:56.035778 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Attempting to bind port 36e0636c-292c-4f9b-961a-e1e8a908cc33 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 17:56:56.036144 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Attempting to bind port 36e0636c-292c-4f9b-961a-e1e8a908cc33 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'fdf32460-7862-4f35-a2fb-2925847ef662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5448979-c66e-4b06-83a9-6457473ffd8c'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 17:56:56.036503 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Attempting to bind port 36e0636c-292c-4f9b-961a-e1e8a908cc33 on network c5448979-c66e-4b06-83a9-6457473ffd8c {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:56:56.178416 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 17:56:56.178701 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Checking segment: {'id': 'fdf32460-7862-4f35-a2fb-2925847ef662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5448979-c66e-4b06-83a9-6457473ffd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 17:56:56.179096 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:56.179478 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Bound using segment: {'id': 'fdf32460-7862-4f35-a2fb-2925847ef662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5448979-c66e-4b06-83a9-6457473ffd8c'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 17:56:56.179951 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Bound port: 36e0636c-292c-4f9b-961a-e1e8a908cc33, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf32460-7862-4f35-a2fb-2925847ef662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5448979-c66e-4b06-83a9-6457473ffd8c'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 17:56:56.180326 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (36e0636c-292c-4f9b-961a-e1e8a908cc33), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:56.240011 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] For port 36e0636c-292c-4f9b-961a-e1e8a908cc33, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:56:56.243673 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] For port 36e0636c-292c-4f9b-961a-e1e8a908cc33, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=36e0636c-292c-4f9b-961a-e1e8a908cc33,segment=NetworkSegment(fdf32460-7862-4f35-a2fb-2925847ef662),segment_id=fdf32460-7862-4f35-a2fb-2925847ef662)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:56:56.252056 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (36e0636c-292c-4f9b-961a-e1e8a908cc33), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:56.282637 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:56.296946 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:56:56.311471 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ca36d-00bb-45ff-9bde-fc43826e1043 None None] Pushing event updated for resources: {'Port': ['ID=36e0636c-292c-4f9b-961a-e1e8a908cc33,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:57.138751 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d630624-1d28-410f-87da-44a61daaccdc None None] Network c5448979-c66e-4b06-83a9-6457473ffd8c requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 17:56:57.235398 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-e7bcd3a8-f67d-4809-9176-9e4af79fd93a None None] Provisioning complete for port 36e0636c-292c-4f9b-961a-e1e8a908cc33 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 17:56:57.235704 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e7bcd3a8-f67d-4809-9176-9e4af79fd93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (36e0636c-292c-4f9b-961a-e1e8a908cc33), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:57.236036 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-e7bcd3a8-f67d-4809-9176-9e4af79fd93a None None] Attempt 1 to provision port 36e0636c-292c-4f9b-961a-e1e8a908cc33 Sep 15 17:56:57.337887 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e7bcd3a8-f67d-4809-9176-9e4af79fd93a None None] Current status of the port 36e0636c-292c-4f9b-961a-e1e8a908cc33 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 17:56:57.340221 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e7bcd3a8-f67d-4809-9176-9e4af79fd93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (36e0636c-292c-4f9b-961a-e1e8a908cc33), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:57.382143 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-e7bcd3a8-f67d-4809-9176-9e4af79fd93a None None] For port 36e0636c-292c-4f9b-961a-e1e8a908cc33, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=36e0636c-292c-4f9b-961a-e1e8a908cc33,segment=NetworkSegment(fdf32460-7862-4f35-a2fb-2925847ef662),segment_id=fdf32460-7862-4f35-a2fb-2925847ef662)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:56:57.390930 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e7bcd3a8-f67d-4809-9176-9e4af79fd93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (36e0636c-292c-4f9b-961a-e1e8a908cc33), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:57.445662 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcd3a8-f67d-4809-9176-9e4af79fd93a None None] Pushing event updated for resources: {'Port': ['ID=36e0636c-292c-4f9b-961a-e1e8a908cc33,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:57.509270 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-1efe257d-dee0-4cc5-84ee-c9e880f738a6 None None] Provisioning complete for port 36e0636c-292c-4f9b-961a-e1e8a908cc33 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 17:56:57.509687 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1efe257d-dee0-4cc5-84ee-c9e880f738a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (36e0636c-292c-4f9b-961a-e1e8a908cc33), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:57.510067 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-1efe257d-dee0-4cc5-84ee-c9e880f738a6 None None] Attempt 1 to provision port 36e0636c-292c-4f9b-961a-e1e8a908cc33 Sep 15 17:56:57.598363 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1efe257d-dee0-4cc5-84ee-c9e880f738a6 None None] Current status of the port 36e0636c-292c-4f9b-961a-e1e8a908cc33 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 17:56:57.835544 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 36e0636c-292c-4f9b-961a-e1e8a908cc33 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:56:57.881270 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 36e0636c-292c-4f9b-961a-e1e8a908cc33 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 17:56:57.881690 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (36e0636c-292c-4f9b-961a-e1e8a908cc33), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:56:57.882507 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 36e0636c-292c-4f9b-961a-e1e8a908cc33 Sep 15 17:56:57.964448 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 36e0636c-292c-4f9b-961a-e1e8a908cc33 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 17:56:58.896528 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1d1fbd4-29d8-4af4-a73d-8f2dbf7bf604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:57:01.421350 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48ed19ff-0792-44f0-a1cb-d14b3795bc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:57:02.005161 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=30,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:57:02.011566 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=39,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:57:02.457558 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:57:03.838804 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:57:04.042241 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:57:05.481387 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=44,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:57:05.487528 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=49,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:57:10.458772 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:57:10.468955 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:57:14.040845 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:57:14.042491 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:57:14.470006 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:57:27.453800 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:57:27.454703 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:57:28.901397 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-46570483-5f1f-4310-b24f-3aee12cee99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:57:31.425995 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a14c8f78-0b79-438e-8694-33c3a8e7dab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:57:32.471899 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:57:33.845587 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:57:34.045335 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:57:44.034044 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:57:44.040291 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:57:47.473503 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:57:47.474907 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:57:51.471996 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:57:58.896514 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e274b56-579a-42bb-b2dd-1724f3b5cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:58:01.431757 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4d900830-4ac3-4a81-ab44-5cc05d20ccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:58:01.466597 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:58:02.464782 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:58:03.844432 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:58:04.048550 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:58:11.304186 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57112) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:58:11.310651 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [None req-377b4678-7f62-4725-a681-566b69ca5eaa tempest-verify_tempest_config-1571343388 tempest-verify_tempest_config-1571343388-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 17:58:11.311635 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-377b4678-7f62-4725-a681-566b69ca5eaa tempest-verify_tempest_config-1571343388 tempest-verify_tempest_config-1571343388-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0064707 Sep 15 17:58:11.872945 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57130) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:58:12.211109 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:58:12.286642 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Publish callbacks [] for security_group (9e17d3b7-bdc0-411f-b268-7ef0cb4ef6d5), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:58:12.290451 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (9e17d3b7-bdc0-411f-b268-7ef0cb4ef6d5), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:58:12.338949 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e17d3b7-bdc0-411f-b268-7ef0cb4ef6d5,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:12.343803 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a54b5e05061744dea29b6a1ed0b609f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4698167 Sep 15 17:58:12.346633 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57134) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 17:58:12.348260 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.348616 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.348963 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.349354 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.349703 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.350034 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.350361 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.350692 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.351034 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.351635 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.351988 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.352327 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.352655 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.352977 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.353326 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0f80b-433f-4266-83da-29f1f34b33ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.407114 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Publish callbacks [] for security_group (9e17d3b7-bdc0-411f-b268-7ef0cb4ef6d5), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:58:12.427672 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Publish callbacks [] for security_group (9e17d3b7-bdc0-411f-b268-7ef0cb4ef6d5), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:58:12.531172 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (9e17d3b7-bdc0-411f-b268-7ef0cb4ef6d5), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:58:12.533749 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:58:12.534947 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9e17d3b7-bdc0-411f-b268-7ef0cb4ef6d5 HTTP/1.1" status: 204 len: 168 time: 0.1872356 Sep 15 17:58:12.543810 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e17d3b7-bdc0-411f-b268-7ef0cb4ef6d5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:12.551405 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.551751 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.552454 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.552818 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.553164 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.553532 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.553865 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.554192 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.554536 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.554875 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.555239 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.555562 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.555885 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.556382 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:12.556701 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a8f5a8-520f-4eb9-add4-1e156bf2bd8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:14.042280 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=8 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:58:22.337024 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=17,neutron:INSERT=8 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:58:22.342077 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=22,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:58:22.547500 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:58:22.548319 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:58:22.577707 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:58:24.996345 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=19 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:58:24.997100 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=13 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:58:28.470567 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:58:28.899409 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0da8547e-efa8-41ac-acb3-b8df162de950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:58:31.436792 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db746de2-6aa0-4a73-b5ee-108ddd547d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:58:32.468837 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:58:33.847801 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:58:34.052411 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:58:38.465787 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:58:38.466561 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:58:44.046390 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:58:44.048337 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:58:58.908054 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08a66f2b-2460-4022-b8af-5e52035353aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:59:01.441092 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ff3d4abd-38e7-46e9-9e93-fc53a67ce839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:59:01.468465 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:59:01.469546 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:59:02.475826 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:59:03.852397 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:59:04.055494 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:59:05.468172 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:59:14.050009 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:59:14.051928 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:59:15.464675 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:59:27.459195 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:59:27.459942 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:59:28.902587 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e35671a6-3138-4ffa-afa4-274418037268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:59:31.443760 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1a4a5314-3885-496a-ab16-cf7dca3e74f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:59:32.475608 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:59:33.853839 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:59:34.059337 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:59:38.466731 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:59:38.467545 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:59:42.468171 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 5 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:59:44.052809 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=8 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:59:44.053687 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:59:52.464595 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:59:52.465343 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 17:59:54.371977 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551108'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 17:59:58.904577 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7062-b2e6-43d3-ba0e-70db00b5c808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:00:01.449903 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-52829ff2-2d06-4842-8573-b2c05d32bcea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:00:02.479525 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:00:03.857591 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:00:04.063492 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:00:08.116733 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57228) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:00:08.259603 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-f39eb7d9-b678-49eb-b405-cde442da1a7b admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.1416030 Sep 15 18:00:10.777859 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57238) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:00:10.843481 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-6b05ae16-f2da-4188-b19a-e71181274d80 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.0644927 Sep 15 18:00:14.051474 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:00:14.058108 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:00:18.255085 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:00:19.467257 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:00:20.832929 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:00:20.834946 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:00:24.349946 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:00:28.905239 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-982ef31b-1036-4e31-9714-54d4475b8fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:00:29.462898 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=18 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:00:29.463634 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=18 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:00:31.441612 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-626d35d0-4d6f-4a81-a3cd-e1f9d1d3601a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:00:32.479686 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:00:33.858704 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:00:34.066804 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:00:44.059985 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:00:44.061879 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:00:52.456153 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:00:52.460824 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:00:54.349395 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:00:56.467527 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:00:58.907603 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f3d45f93-2752-4319-aca6-c84afdf4aa5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:01.445755 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5dedba33-c86c-4a35-8315-fc61affd5329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:02.486225 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:03.862031 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:04.073392 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:06.463662 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:14.067593 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:UPDATE=3,neutron:SELECT=19 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:14.069990 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:24.348309 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:28.919031 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67eb9c9b-12b0-4f5c-877c-90117da1effe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:29.453019 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:29.457002 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:31.450108 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa83747a-ce74-4961-beff-94b3bcfd9aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:32.495954 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:33.467745 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:01:33.871252 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:34.079820 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:43.463479 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:43.470881 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:44.071970 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:44.093398 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:46.379701 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57360) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:01:46.775000 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1528741179-network', 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:01:46.796534 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Made reservation on behalf of c099c78661284aa6940b6f842b0c9af3 for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:01:46.799450 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:46.809228 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:46.907463 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Publish callbacks [] for security_group (219655b7-efa5-41fd-8110-b82d7198b53a), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:46.913274 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (219655b7-efa5-41fd-8110-b82d7198b53a), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:46.934925 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:01:46.947249 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (635b1d25-16a2-4a23-a74a-c5d19332f837), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:46.947526 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.segments_db [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Added segment 635b1d25-16a2-4a23-a74a-c5d19332f837 of type vlan for network 570dc050-c736-4501-bf38-bd4c238c23a0 Sep 15 18:01:47.010196 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219655b7-efa5-41fd-8110-b82d7198b53a,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:47.035732 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.035732 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.035732 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.035732 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.035732 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.035732 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.036517 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.036517 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.036780 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.037122 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.047789 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.048382 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.048895 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.049401 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.049881 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Tracked resource versions report: Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: pushed versions: Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: { 'AddressGroup': {'1.2'}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'Agent': {'1.1'}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'ConntrackHelper': {'1.0'}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'LocalIPAssociation': {'1.0'}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'Log': {'1.0'}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'NDPProxy': {'1.0'}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'Network': {'1.1'}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'Port': {'1.7'}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'PortForwarding': {'1.3'}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'QosPolicy': {'1.10'}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'SecurityGroup': {'1.5'}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'SubPort': {'1.0'}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'Subnet': {'1.1'}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'Trunk': {'1.1'}} Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: consumer versions: Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: { DHCP agent@dv-cinder-835384-27-smb: {}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: HyperV agent@hv-cinder-83538: {}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: L3 agent@dv-cinder-835384-27-smb: {}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: Metadata agent@dv-cinder-835384-27-smb: {}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: Metering agent@dv-cinder-835384-27-smb: {}, Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: Open vSwitch agent@dv-cinder-835384-27-smb: { 'AddressGroup': '1.2', Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'Agent': '1.1', Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'ConntrackHelper': '1.0', Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'LocalIPAssociation': '1.0', Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'Log': '1.0', Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'NDPProxy': '1.0', Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'Network': '1.1', Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'Port': '1.7', Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'PortForwarding': '1.3', Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'QosPolicy': '1.10', Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'SecurityGroup': '1.5', Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'SecurityGroupRule': '1.2', Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'SubPort': '1.0', Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'Subnet': '1.1', Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: 'Trunk': '1.1'}} Sep 15 18:01:47.051322 dv-cinder-835384-27-smb neutron-server[106386]: {{(pid=106386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:01:47.060612 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (570dc050-c736-4501-bf38-bd4c238c23a0), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:47.110229 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (570dc050-c736-4501-bf38-bd4c238c23a0), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:47.111458 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:01:47.112201 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:47.190780 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57392) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:01:47.198652 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Request body: {'subnet': {'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1528741179-subnet', 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:01:47.202449 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8207884 Sep 15 18:01:47.234983 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a77eb-017e-415c-8e08-61bfca5b0b79 admin admin] Pushing event updated for resources: {'Network': ['ID=570dc050-c736-4501-bf38-bd4c238c23a0,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:47.239852 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Made reservation on behalf of c099c78661284aa6940b6f842b0c9af3 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:01:47.243176 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:47.251177 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network 570dc050-c736-4501-bf38-bd4c238c23a0 details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:01:47.441326 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for subnet (18d4fe43-ed89-46d1-a2a4-46d92bf8047c), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:47.492203 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18d4fe43-ed89-46d1-a2a4-46d92bf8047c,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:47.505168 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.505544 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.505960 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.506324 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.506651 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.506984 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.507308 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.507638 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.507991 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.508305 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.508624 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.508969 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.509287 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.509619 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.510118 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Tracked resource versions report: Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: pushed versions: Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: { 'AddressGroup': {'1.2'}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'Agent': {'1.1'}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'ConntrackHelper': {'1.0'}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'LocalIPAssociation': {'1.0'}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'Log': {'1.0'}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'NDPProxy': {'1.0'}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'Network': {'1.1'}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'Port': {'1.7'}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'PortForwarding': {'1.3'}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'QosPolicy': {'1.10'}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'SecurityGroup': {'1.5'}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'SubPort': {'1.0'}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'Subnet': {'1.1'}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'Trunk': {'1.1'}} Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: consumer versions: Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: { DHCP agent@dv-cinder-835384-27-smb: {}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: HyperV agent@hv-cinder-83538: {}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: L3 agent@dv-cinder-835384-27-smb: {}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: Metadata agent@dv-cinder-835384-27-smb: {}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: Metering agent@dv-cinder-835384-27-smb: {}, Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: Open vSwitch agent@dv-cinder-835384-27-smb: { 'AddressGroup': '1.2', Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'Agent': '1.1', Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'ConntrackHelper': '1.0', Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'LocalIPAssociation': '1.0', Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'Log': '1.0', Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'NDPProxy': '1.0', Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'Network': '1.1', Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'Port': '1.7', Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'PortForwarding': '1.3', Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'QosPolicy': '1.10', Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'SecurityGroup': '1.5', Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'SecurityGroupRule': '1.2', Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'SubPort': '1.0', Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'Subnet': '1.1', Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: 'Trunk': '1.1'}} Sep 15 18:01:47.511451 dv-cinder-835384-27-smb neutron-server[106387]: {{(pid=106387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:01:47.542886 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Checking segment: {'id': '635b1d25-16a2-4a23-a74a-c5d19332f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:01:47.543271 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Network hostable DHCP agents. Network: 570dc050-c736-4501-bf38-bd4c238c23a0, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:01:47.563916 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Network 570dc050-c736-4501-bf38-bd4c238c23a0 is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:01:47.574214 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, 570dc050-c736-4501-bf38-bd4c238c23a0) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:01:47.578890 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:01:47.579602 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:47.586042 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a90ac7a-3e53-42a0-a506-820aff510ba7 None None] Network 570dc050-c736-4501-bf38-bd4c238c23a0 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:01:47.603269 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-e7c491b7-cdee-4b23-a9b1-856a3e40c845 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4103730 Sep 15 18:01:47.606375 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57422) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:01:47.611370 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1528741179-router', 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:01:47.641901 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4217'] for router (d08de0cc-e923-49cb-98f3-82dea8ad8f36), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:47.642979 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4192'] for router (d08de0cc-e923-49cb-98f3-82dea8ad8f36), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:47.719451 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Publish callbacks [] for router_controller (d08de0cc-e923-49cb-98f3-82dea8ad8f36), precommit_add_association {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:47.724262 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb739ebeb-d16f-5142-9d1f-510d1cd68287-570dc050-c736-4501-bf38-bd4c238c23a0', 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0', 'project_id': 'c099c78661284aa6940b6f842b0c9af3', 'fixed_ips': [{'subnet_id': '18d4fe43-ed89-46d1-a2a4-46d92bf8047c'}]}} from dv-cinder-835384-27-smb. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 18:01:47.725512 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:47.930264 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Allocated IP 172.20.0.2 (570dc050-c736-4501-bf38-bd4c238c23a0/18d4fe43-ed89-46d1-a2a4-46d92bf8047c/b480bfd3-e0b0-4ee0-ad57-b265dec0d391) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:01:47.958305 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Publish callbacks [] for router_gateway (d08de0cc-e923-49cb-98f3-82dea8ad8f36), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:48.142310 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Publish callbacks [] for port (b480bfd3-e0b0-4ee0-ad57-b265dec0d391), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:48.149389 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (b480bfd3-e0b0-4ee0-ad57-b265dec0d391), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:48.187650 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Network 570dc050-c736-4501-bf38-bd4c238c23a0 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:01:48.191779 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:01:48.198242 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:01:48.217010 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Pushing event updated for resources: {'Port': ['ID=b480bfd3-e0b0-4ee0-ad57-b265dec0d391,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:48.224565 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Publish callbacks [] for router_gateway (d08de0cc-e923-49cb-98f3-82dea8ad8f36), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:48.234183 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57446) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:01:48.250434 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:48.250969 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:48.251535 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:48.252531 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:48.253041 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:48.253583 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:48.254082 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:48.254575 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:48.255080 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:48.255417 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:48.256173 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:48.256567 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:48.256899 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:48.257226 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:48.257573 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Tracked resource versions report: Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: pushed versions: Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: { 'AddressGroup': {'1.2'}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'Agent': {'1.1'}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'ConntrackHelper': {'1.0'}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'LocalIPAssociation': {'1.0'}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'Log': {'1.0'}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'NDPProxy': {'1.0'}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'Network': {'1.1'}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'Port': {'1.7'}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'PortForwarding': {'1.3'}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'QosPolicy': {'1.10'}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'SecurityGroup': {'1.5'}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'SubPort': {'1.0'}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'Subnet': {'1.1'}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'Trunk': {'1.1'}} Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: consumer versions: Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: { DHCP agent@dv-cinder-835384-27-smb: {}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: HyperV agent@hv-cinder-83538: {}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: L3 agent@dv-cinder-835384-27-smb: {}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: Metadata agent@dv-cinder-835384-27-smb: {}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: Metering agent@dv-cinder-835384-27-smb: {}, Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: Open vSwitch agent@dv-cinder-835384-27-smb: { 'AddressGroup': '1.2', Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'Agent': '1.1', Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'ConntrackHelper': '1.0', Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'LocalIPAssociation': '1.0', Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'Log': '1.0', Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'NDPProxy': '1.0', Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'Network': '1.1', Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'Port': '1.7', Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'PortForwarding': '1.3', Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'QosPolicy': '1.10', Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'SecurityGroup': '1.5', Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'SecurityGroupRule': '1.2', Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'SubPort': '1.0', Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'Subnet': '1.1', Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: 'Trunk': '1.1'}} Sep 15 18:01:48.258959 dv-cinder-835384-27-smb neutron-server[106388]: {{(pid=106388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:01:48.274399 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:48.278640 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:48.292385 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Attempting to bind port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:01:48.292826 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Attempting to bind port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': '635b1d25-16a2-4a23-a74a-c5d19332f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:01:48.293344 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Attempting to bind port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 on network 570dc050-c736-4501-bf38-bd4c238c23a0 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:01:48.344697 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:01:48.345092 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Checking segment: {'id': '635b1d25-16a2-4a23-a74a-c5d19332f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:01:48.346384 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:48.347051 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Bound using segment: {'id': '635b1d25-16a2-4a23-a74a-c5d19332f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:01:48.348112 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Bound port: b480bfd3-e0b0-4ee0-ad57-b265dec0d391, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635b1d25-16a2-4a23-a74a-c5d19332f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:01:48.348828 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (b480bfd3-e0b0-4ee0-ad57-b265dec0d391), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:48.479637 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] For port b480bfd3-e0b0-4ee0-ad57-b265dec0d391, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:01:48.489627 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] For port b480bfd3-e0b0-4ee0-ad57-b265dec0d391, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=b480bfd3-e0b0-4ee0-ad57-b265dec0d391,segment=NetworkSegment(635b1d25-16a2-4a23-a74a-c5d19332f837),segment_id=635b1d25-16a2-4a23-a74a-c5d19332f837)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:01:48.500309 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (b480bfd3-e0b0-4ee0-ad57-b265dec0d391), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:48.549530 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57452) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:01:48.576582 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Allocated IP 172.28.1.24 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/36e6e17d-4ef6-42bc-b467-671122e1d1ad) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:01:48.595365 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51aec28-5a1d-460a-8572-d83388996d03 None None] Pushing event updated for resources: {'Port': ['ID=b480bfd3-e0b0-4ee0-ad57-b265dec0d391,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:48.764608 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Publish callbacks [] for port (36e6e17d-4ef6-42bc-b467-671122e1d1ad), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:48.901488 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:48.901488 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (36e6e17d-4ef6-42bc-b467-671122e1d1ad), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:48.919164 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:01:48.951910 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:01:48.956142 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:01:49.074329 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b3df6d47-b028-4405-966b-40ef043160b4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-network', 'tenant_id': '646252485a394aff93dd855c977cc609'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:01:49.109229 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3df6d47-b028-4405-966b-40ef043160b4 admin admin] Made reservation on behalf of 646252485a394aff93dd855c977cc609 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:01:49.113838 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3df6d47-b028-4405-966b-40ef043160b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:49.137920 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-caaef19b-e418-45f7-ae75-5f9a8628ccc9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-451019305-network', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:01:49.148261 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3df6d47-b028-4405-966b-40ef043160b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:49.228256 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaef19b-e418-45f7-ae75-5f9a8628ccc9 admin admin] Made reservation on behalf of d0c00ad55eda4d7f8a0370359478f2df for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:01:49.233372 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-caaef19b-e418-45f7-ae75-5f9a8628ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:49.263868 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Pushing event updated for resources: {'Port': ['ID=36e6e17d-4ef6-42bc-b467-671122e1d1ad,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:49.300397 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3df6d47-b028-4405-966b-40ef043160b4 admin admin] Publish callbacks [] for security_group (0cd17268-af74-461d-910d-608ab3a76152), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:49.311381 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-caaef19b-e418-45f7-ae75-5f9a8628ccc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:49.349387 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3df6d47-b028-4405-966b-40ef043160b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (0cd17268-af74-461d-910d-608ab3a76152), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:49.463382 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-caaef19b-e418-45f7-ae75-5f9a8628ccc9 admin admin] Publish callbacks [] for security_group (27c51c67-2f79-4198-a90c-4cc23f9ecb94), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:49.470445 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:49.547698 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df6d47-b028-4405-966b-40ef043160b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd17268-af74-461d-910d-608ab3a76152,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:49.562674 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-caaef19b-e418-45f7-ae75-5f9a8628ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (27c51c67-2f79-4198-a90c-4cc23f9ecb94), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:49.590160 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caaef19b-e418-45f7-ae75-5f9a8628ccc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:01:49.617820 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-caaef19b-e418-45f7-ae75-5f9a8628ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (b3008e68-0504-4a46-a4e1-5f7964613c00), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:49.618743 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.segments_db [None req-caaef19b-e418-45f7-ae75-5f9a8628ccc9 admin admin] Added segment b3008e68-0504-4a46-a4e1-5f7964613c00 of type vlan for network a550ae18-8a00-4e46-ab8a-055d97ed7c96 Sep 15 18:01:49.644770 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Publish callbacks [] for router_gateway (d08de0cc-e923-49cb-98f3-82dea8ad8f36), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:49.677734 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-caaef19b-e418-45f7-ae75-5f9a8628ccc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (a550ae18-8a00-4e46-ab8a-055d97ed7c96), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:49.740973 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:49.742277 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaef19b-e418-45f7-ae75-5f9a8628ccc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c51c67-2f79-4198-a90c-4cc23f9ecb94,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:49.749733 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-caaef19b-e418-45f7-ae75-5f9a8628ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (a550ae18-8a00-4e46-ab8a-055d97ed7c96), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:49.751085 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaef19b-e418-45f7-ae75-5f9a8628ccc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:01:49.753492 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-caaef19b-e418-45f7-ae75-5f9a8628ccc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:49.840952 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3df6d47-b028-4405-966b-40ef043160b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:01:49.847645 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaef19b-e418-45f7-ae75-5f9a8628ccc9 admin admin] Pushing event updated for resources: {'Network': ['ID=a550ae18-8a00-4e46-ab8a-055d97ed7c96,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:49.863949 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3df6d47-b028-4405-966b-40ef043160b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (a328c2de-4cc9-49d4-923f-677bf8718f4f), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:49.865006 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.segments_db [None req-b3df6d47-b028-4405-966b-40ef043160b4 admin admin] Added segment a328c2de-4cc9-49d4-923f-677bf8718f4f of type vlan for network 8593de74-aee0-42c2-a47e-251a344102c2 Sep 15 18:01:49.865700 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network a550ae18-8a00-4e46-ab8a-055d97ed7c96 details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:01:49.879308 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-caaef19b-e418-45f7-ae75-5f9a8628ccc9 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3282130 Sep 15 18:01:49.886471 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57516) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:01:49.909087 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-13361c91-3cc9-47f2-9e51-706f0af50a10 admin admin] Request body: {'subnet': {'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-451019305-subnet', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:01:49.961425 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3df6d47-b028-4405-966b-40ef043160b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (8593de74-aee0-42c2-a47e-251a344102c2), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:49.967550 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13361c91-3cc9-47f2-9e51-706f0af50a10 admin admin] Made reservation on behalf of d0c00ad55eda4d7f8a0370359478f2df for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:01:49.978475 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-13361c91-3cc9-47f2-9e51-706f0af50a10 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:50.003089 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:50.062294 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3df6d47-b028-4405-966b-40ef043160b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (8593de74-aee0-42c2-a47e-251a344102c2), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:50.063710 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3df6d47-b028-4405-966b-40ef043160b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:01:50.065108 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3df6d47-b028-4405-966b-40ef043160b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:50.129563 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-b3df6d47-b028-4405-966b-40ef043160b4 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8818808 Sep 15 18:01:50.143704 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device b480bfd3-e0b0-4ee0-ad57-b265dec0d391 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:01:50.149812 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57518) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:01:50.165821 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-ff3f1925-09bb-42dd-9794-e7e90e13f465 admin admin] Request body: {'subnet': {'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-subnet', 'tenant_id': '646252485a394aff93dd855c977cc609', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:01:50.203884 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0f8ad1-37b2-469d-9b35-9ff67cc8e3a1 None None] Network 570dc050-c736-4501-bf38-bd4c238c23a0 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:01:50.222955 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:50.308375 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df6d47-b028-4405-966b-40ef043160b4 admin admin] Pushing event updated for resources: {'Network': ['ID=8593de74-aee0-42c2-a47e-251a344102c2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:50.431723 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network 8593de74-aee0-42c2-a47e-251a344102c2 details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:01:50.437226 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:50.586689 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-b06e411c-0966-4506-9fcc-7a26da592ada None None] Provisioning complete for port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:01:50.589376 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b06e411c-0966-4506-9fcc-7a26da592ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (b480bfd3-e0b0-4ee0-ad57-b265dec0d391), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:50.589828 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-b06e411c-0966-4506-9fcc-7a26da592ada None None] Attempt 1 to provision port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 Sep 15 18:01:50.624908 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556833'] for router (d08de0cc-e923-49cb-98f3-82dea8ad8f36), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:50.639218 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3f1925-09bb-42dd-9794-e7e90e13f465 admin admin] Made reservation on behalf of 646252485a394aff93dd855c977cc609 for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:01:50.642584 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ff3f1925-09bb-42dd-9794-e7e90e13f465 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:50.678248 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:01:50.678641 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (b480bfd3-e0b0-4ee0-ad57-b265dec0d391), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:50.679313 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 Sep 15 18:01:50.694592 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:50.834610 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b06e411c-0966-4506-9fcc-7a26da592ada None None] Current status of the port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:01:50.835005 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b06e411c-0966-4506-9fcc-7a26da592ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (b480bfd3-e0b0-4ee0-ad57-b265dec0d391), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:50.864147 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:01:50.864548 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (b480bfd3-e0b0-4ee0-ad57-b265dec0d391), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:50.872347 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-13361c91-3cc9-47f2-9e51-706f0af50a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for subnet (0acbc2fd-b392-426b-a234-c034ff806cba), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:50.939946 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-b06e411c-0966-4506-9fcc-7a26da592ada None None] For port b480bfd3-e0b0-4ee0-ad57-b265dec0d391, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=b480bfd3-e0b0-4ee0-ad57-b265dec0d391,segment=NetworkSegment(635b1d25-16a2-4a23-a74a-c5d19332f837),segment_id=635b1d25-16a2-4a23-a74a-c5d19332f837)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:50.947650 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b06e411c-0966-4506-9fcc-7a26da592ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (b480bfd3-e0b0-4ee0-ad57-b265dec0d391), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:51.100982 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13361c91-3cc9-47f2-9e51-706f0af50a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0acbc2fd-b392-426b-a234-c034ff806cba,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:51.102203 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.db.api [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 18:01:51.102828 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG oslo_db.api [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 18:01:51.107891 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-cbcb84d7-6ce0-487a-8218-5e53b9972688 None None] Provisioning complete for port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:01:51.108551 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13361c91-3cc9-47f2-9e51-706f0af50a10 admin admin] Checking segment: {'id': 'b3008e68-0504-4a46-a4e1-5f7964613c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:01:51.108952 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13361c91-3cc9-47f2-9e51-706f0af50a10 admin admin] Network hostable DHCP agents. Network: a550ae18-8a00-4e46-ab8a-055d97ed7c96, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:01:51.109340 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cbcb84d7-6ce0-487a-8218-5e53b9972688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (b480bfd3-e0b0-4ee0-ad57-b265dec0d391), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:51.110023 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-cbcb84d7-6ce0-487a-8218-5e53b9972688 None None] Attempt 1 to provision port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 Sep 15 18:01:51.167098 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e411c-0966-4506-9fcc-7a26da592ada None None] Pushing event updated for resources: {'Port': ['ID=b480bfd3-e0b0-4ee0-ad57-b265dec0d391,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:51.229603 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13361c91-3cc9-47f2-9e51-706f0af50a10 admin admin] Network a550ae18-8a00-4e46-ab8a-055d97ed7c96 is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:01:51.253059 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Router d08de0cc-e923-49cb-98f3-82dea8ad8f36 is scheduled to L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 with binding_index 1 {{(pid=106386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:01:51.259656 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-13361c91-3cc9-47f2-9e51-706f0af50a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, a550ae18-8a00-4e46-ab8a-055d97ed7c96) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:01:51.264989 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13361c91-3cc9-47f2-9e51-706f0af50a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:01:51.265483 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb84d7-6ce0-487a-8218-5e53b9972688 None None] Current status of the port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:01:51.265647 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-13361c91-3cc9-47f2-9e51-706f0af50a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:51.271622 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fc016c-449f-49b2-a170-0f4b5873d081 None None] Network a550ae18-8a00-4e46-ab8a-055d97ed7c96 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:01:51.280450 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ff3f1925-09bb-42dd-9794-e7e90e13f465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for subnet (397f452f-84f2-47b4-83c7-c0b41ea0d7ed), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:51.324275 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57570) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:01:51.324990 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-13361c91-3cc9-47f2-9e51-706f0af50a10 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4329569 Sep 15 18:01:51.330646 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:01:51.366378 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4217'] for router (b84c4870-2865-4e3f-9a8c-c69ae9d60eba), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:51.368923 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4192'] for router (b84c4870-2865-4e3f-9a8c-c69ae9d60eba), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:51.494472 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f1925-09bb-42dd-9794-e7e90e13f465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=397f452f-84f2-47b4-83c7-c0b41ea0d7ed,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:51.580941 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:51.582800 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3f1925-09bb-42dd-9794-e7e90e13f465 admin admin] Checking segment: {'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:01:51.584328 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3f1925-09bb-42dd-9794-e7e90e13f465 admin admin] Network hostable DHCP agents. Network: 8593de74-aee0-42c2-a47e-251a344102c2, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:01:51.624151 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:01:51.629132 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Publish callbacks [] for router_controller (b84c4870-2865-4e3f-9a8c-c69ae9d60eba), precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:51.637646 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3f1925-09bb-42dd-9794-e7e90e13f465 admin admin] Network 8593de74-aee0-42c2-a47e-251a344102c2 is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:01:51.642602 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Sync routers for ids ['d08de0cc-e923-49cb-98f3-82dea8ad8f36'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:01:51.659855 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-ff3f1925-09bb-42dd-9794-e7e90e13f465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, 8593de74-aee0-42c2-a47e-251a344102c2) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:01:51.668478 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb739ebeb-d16f-5142-9d1f-510d1cd68287-a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba'}]}} from dv-cinder-835384-27-smb. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 18:01:51.670519 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:51.673816 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:51.680288 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6146993c-6573-4f2d-8bcd-6f820380cf7a None None] Network 8593de74-aee0-42c2-a47e-251a344102c2 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:01:51.680470 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-c143c7c1-344b-4640-89df-174a6a15c316 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0694070 Sep 15 18:01:51.681329 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57582) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:01:51.693020 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Routers {'d08de0cc-e923-49cb-98f3-82dea8ad8f36'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:01:51.695999 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:01:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['d08de0cc-e923-49cb-98f3-82dea8ad8f36'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:51.760146 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:01:51.858944 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3f1925-09bb-42dd-9794-e7e90e13f465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:01:51.859620 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ff3f1925-09bb-42dd-9794-e7e90e13f465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:51.864365 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:51.864980 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:52.005560 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Publish callbacks [] for router_gateway (b84c4870-2865-4e3f-9a8c-c69ae9d60eba), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:52.108458 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb739ebeb-d16f-5142-9d1f-510d1cd68287-8593de74-aee0-42c2-a47e-251a344102c2', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'project_id': '646252485a394aff93dd855c977cc609', 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed'}]}} from dv-cinder-835384-27-smb. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 18:01:52.111062 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:52.117899 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device b480bfd3-e0b0-4ee0-ad57-b265dec0d391 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:01:52.147417 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Set router d08de0cc-e923-49cb-98f3-82dea8ad8f36 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:01:52.280055 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Allocated IP 172.20.0.2 (a550ae18-8a00-4e46-ab8a-055d97ed7c96/0acbc2fd-b392-426b-a234-c034ff806cba/7e98919d-415a-49ad-987f-6fc6157fc562) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:01:52.450266 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:52.522907 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Publish callbacks [] for router_gateway (b84c4870-2865-4e3f-9a8c-c69ae9d60eba), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:52.549065 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:52.575612 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:01:52.576237 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (b480bfd3-e0b0-4ee0-ad57-b265dec0d391), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:52.576414 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 Sep 15 18:01:52.599537 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'name': 'tempest-DeleteServersTestJSON-1528741179-router', 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '36e6e17d-4ef6-42bc-b467-671122e1d1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:47Z', 'updated_at': '2022-09-15T18:01:49Z', 'revision_number': 3, 'project_id': 'c099c78661284aa6940b6f842b0c9af3', 'gw_port': {'id': '36e6e17d-4ef6-42bc-b467-671122e1d1ad', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:48Z', 'updated_at': '2022-09-15T18:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:52.609127 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:52.729090 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Allocated IP 172.20.0.2 (8593de74-aee0-42c2-a47e-251a344102c2/397f452f-84f2-47b4-83c7-c0b41ea0d7ed/56a830de-335e-4d71-a677-27bba5543bfc) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:01:52.732060 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Checking router: d08de0cc-e923-49cb-98f3-82dea8ad8f36 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:01:52.732565 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Updating router d08de0cc-e923-49cb-98f3-82dea8ad8f36 port 36e6e17d-4ef6-42bc-b467-671122e1d1ad binding host dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:01:52.827676 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:UPDATE=6,neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:52.829108 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (36e6e17d-4ef6-42bc-b467-671122e1d1ad), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:52.862683 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Allocated IP 172.20.0.1 (570dc050-c736-4501-bf38-bd4c238c23a0/18d4fe43-ed89-46d1-a2a4-46d92bf8047c/fb276715-3422-40ce-bdfa-eb378e7465fa) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:01:52.897661 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:01:52.999951 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:53.003570 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Allocated IP 172.28.1.241 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/bdd19c0f-2667-4c46-aecc-90b30d4045da) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:01:53.011368 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Publish callbacks [] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:53.059134 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-ff3f1925-09bb-42dd-9794-e7e90e13f465 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.9062605 Sep 15 18:01:53.060209 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57620) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:01:53.065681 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:53.081191 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:01:53.087908 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Publish callbacks [] for port (7e98919d-415a-49ad-987f-6fc6157fc562), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:53.105774 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Network 570dc050-c736-4501-bf38-bd4c238c23a0 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:01:53.110729 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:01:53.115070 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:53.128727 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (7e98919d-415a-49ad-987f-6fc6157fc562), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:53.136192 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:01:53.136854 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433432'] for router_interface (d08de0cc-e923-49cb-98f3-82dea8ad8f36), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:53.227661 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Publish callbacks [] for port (bdd19c0f-2667-4c46-aecc-90b30d4045da), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:53.278070 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Publish callbacks [] for port (56a830de-335e-4d71-a677-27bba5543bfc), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:53.301259 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:53.324736 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (bdd19c0f-2667-4c46-aecc-90b30d4045da), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:53.355396 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Network a550ae18-8a00-4e46-ab8a-055d97ed7c96 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:01:53.360438 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:01:53.370923 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (56a830de-335e-4d71-a677-27bba5543bfc), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:53.382665 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:01:53.409262 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:01:53.420376 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:01:53.428025 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:01:53.476291 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Network 8593de74-aee0-42c2-a47e-251a344102c2 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:01:53.477235 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Attempting to bind port 7e98919d-415a-49ad-987f-6fc6157fc562 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:01:53.477669 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Attempting to bind port 7e98919d-415a-49ad-987f-6fc6157fc562 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'b3008e68-0504-4a46-a4e1-5f7964613c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:01:53.478009 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Attempting to bind port 7e98919d-415a-49ad-987f-6fc6157fc562 on network a550ae18-8a00-4e46-ab8a-055d97ed7c96 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:01:53.538226 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:01:53.538480 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Checking segment: {'id': 'b3008e68-0504-4a46-a4e1-5f7964613c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:01:53.538856 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:53.539256 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Bound using segment: {'id': 'b3008e68-0504-4a46-a4e1-5f7964613c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:01:53.539761 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Bound port: 7e98919d-415a-49ad-987f-6fc6157fc562, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3008e68-0504-4a46-a4e1-5f7964613c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:01:53.540124 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (7e98919d-415a-49ad-987f-6fc6157fc562), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:53.549215 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:01:53.554988 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:53.557596 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Pushing event updated for resources: {'Port': ['ID=7e98919d-415a-49ad-987f-6fc6157fc562,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:53.559763 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:01:53.575914 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4217'] for router (088a99d8-6802-4c8c-bdde-95a8dfc52ef0), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:53.576999 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4192'] for router (088a99d8-6802-4c8c-bdde-95a8dfc52ef0), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:53.647923 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Pushing event updated for resources: {'Port': ['ID=bdd19c0f-2667-4c46-aecc-90b30d4045da,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:53.749257 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Provisioning complete for port fb276715-3422-40ce-bdfa-eb378e7465fa triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:01:53.749779 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:53.750183 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Attempt 1 to provision port fb276715-3422-40ce-bdfa-eb378e7465fa Sep 15 18:01:53.793704 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Pushing event updated for resources: {'Port': ['ID=fb276715-3422-40ce-bdfa-eb378e7465fa,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:53.871725 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Pushing event updated for resources: {'Port': ['ID=56a830de-335e-4d71-a677-27bba5543bfc,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:53.875767 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Publish callbacks [] for port (36e6e17d-4ef6-42bc-b467-671122e1d1ad), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:53.884474 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (36e6e17d-4ef6-42bc-b467-671122e1d1ad), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:53.964726 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Attempting to bind port 36e6e17d-4ef6-42bc-b467-671122e1d1ad on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:01:53.965157 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Attempting to bind port 36e6e17d-4ef6-42bc-b467-671122e1d1ad by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:01:53.967205 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Attempting to bind port 36e6e17d-4ef6-42bc-b467-671122e1d1ad on network 595ea406-8961-4d2e-8aeb-f68aeda2dfee {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:01:53.982320 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Attempting to bind port 56a830de-335e-4d71-a677-27bba5543bfc on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:01:53.982709 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Attempting to bind port 56a830de-335e-4d71-a677-27bba5543bfc by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:01:53.983066 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Attempting to bind port 56a830de-335e-4d71-a677-27bba5543bfc on network 8593de74-aee0-42c2-a47e-251a344102c2 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:01:53.987779 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:53.988667 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Port fb276715-3422-40ce-bdfa-eb378e7465fa cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:01:54.005510 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] For port 7e98919d-415a-49ad-987f-6fc6157fc562, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:01:54.010125 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Publish callbacks [] for router_controller (088a99d8-6802-4c8c-bdde-95a8dfc52ef0), precommit_add_association {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:54.034882 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Publish callbacks [] for router_gateway (b84c4870-2865-4e3f-9a8c-c69ae9d60eba), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:54.064874 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Pushing event updated for resources: {'Port': ['ID=36e6e17d-4ef6-42bc-b467-671122e1d1ad,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:54.084098 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] For port 7e98919d-415a-49ad-987f-6fc6157fc562, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=7e98919d-415a-49ad-987f-6fc6157fc562,segment=NetworkSegment(b3008e68-0504-4a46-a4e1-5f7964613c00),segment_id=b3008e68-0504-4a46-a4e1-5f7964613c00)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:01:54.092520 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:54.092881 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:54.093201 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:54.093588 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:54.093916 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:54.101779 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:54.102404 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:54.102901 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:54.103455 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:54.103973 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:54.104464 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:54.105051 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:54.109901 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:54.110446 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:54.110870 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Tracked resource versions report: Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: pushed versions: Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: { 'AddressGroup': {'1.2'}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'Agent': {'1.1'}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'ConntrackHelper': {'1.0'}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'LocalIPAssociation': {'1.0'}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'Log': {'1.0'}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'NDPProxy': {'1.0'}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'Network': {'1.1'}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'Port': {'1.7'}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'PortForwarding': {'1.3'}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'QosPolicy': {'1.10'}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'SecurityGroup': {'1.5'}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'SubPort': {'1.0'}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'Subnet': {'1.1'}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'Trunk': {'1.1'}} Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: consumer versions: Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: { DHCP agent@dv-cinder-835384-27-smb: {}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: HyperV agent@hv-cinder-83538: {}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: L3 agent@dv-cinder-835384-27-smb: {}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: Metadata agent@dv-cinder-835384-27-smb: {}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: Metering agent@dv-cinder-835384-27-smb: {}, Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: Open vSwitch agent@dv-cinder-835384-27-smb: { 'AddressGroup': '1.2', Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'Agent': '1.1', Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'ConntrackHelper': '1.0', Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'LocalIPAssociation': '1.0', Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'Log': '1.0', Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'NDPProxy': '1.0', Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'Network': '1.1', Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'Port': '1.7', Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'PortForwarding': '1.3', Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'QosPolicy': '1.10', Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'SecurityGroup': '1.5', Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'SecurityGroupRule': '1.2', Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'SubPort': '1.0', Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'Subnet': '1.1', Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: 'Trunk': '1.1'}} Sep 15 18:01:54.112384 dv-cinder-835384-27-smb neutron-server[106389]: {{(pid=106389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:01:54.121157 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:54.125755 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (7e98919d-415a-49ad-987f-6fc6157fc562), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:54.136851 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:01:54.141540 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Checking segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:01:54.142658 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:54.143354 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Bound using segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:01:54.144116 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Bound port: 36e6e17d-4ef6-42bc-b467-671122e1d1ad, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:01:54.144766 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (36e6e17d-4ef6-42bc-b467-671122e1d1ad), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:54.213444 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:01:54.214488 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Checking segment: {'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:01:54.215069 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:54.215670 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Bound using segment: {'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:01:54.216917 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Bound port: 56a830de-335e-4d71-a677-27bba5543bfc, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:01:54.217548 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (56a830de-335e-4d71-a677-27bba5543bfc), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:54.302526 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] For port 36e6e17d-4ef6-42bc-b467-671122e1d1ad, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:01:54.308845 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5553e-e3b2-4845-846e-2812e2143f68 None None] Pushing event updated for resources: {'Port': ['ID=7e98919d-415a-49ad-987f-6fc6157fc562,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:54.335347 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] For port 36e6e17d-4ef6-42bc-b467-671122e1d1ad, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=36e6e17d-4ef6-42bc-b467-671122e1d1ad,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:01:54.348793 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (36e6e17d-4ef6-42bc-b467-671122e1d1ad), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:54.382983 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] For port 56a830de-335e-4d71-a677-27bba5543bfc, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:01:54.387515 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] For port 56a830de-335e-4d71-a677-27bba5543bfc, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=56a830de-335e-4d71-a677-27bba5543bfc,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:01:54.390218 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:54.401629 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (56a830de-335e-4d71-a677-27bba5543bfc), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:54.443284 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:54.447768 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556833'] for router (b84c4870-2865-4e3f-9a8c-c69ae9d60eba), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:54.450491 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:54.457772 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02df85-3e78-48e1-bcc0-713583f92a9a None None] Pushing event updated for resources: {'Port': ['ID=36e6e17d-4ef6-42bc-b467-671122e1d1ad,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:54.490905 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Attempt 2 to provision port fb276715-3422-40ce-bdfa-eb378e7465fa Sep 15 18:01:54.495350 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Routers {'d08de0cc-e923-49cb-98f3-82dea8ad8f36'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:01:54.497142 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:01:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['d08de0cc-e923-49cb-98f3-82dea8ad8f36'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:54.614640 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8c69e-13a8-4f21-8f07-59f0f3c5ce55 None None] Pushing event updated for resources: {'Port': ['ID=56a830de-335e-4d71-a677-27bba5543bfc,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:54.656075 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Port fb276715-3422-40ce-bdfa-eb378e7465fa cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:01:54.717161 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:54.784468 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Publish callbacks [] for router_gateway (088a99d8-6802-4c8c-bdde-95a8dfc52ef0), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:54.797213 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Router b84c4870-2865-4e3f-9a8c-c69ae9d60eba is scheduled to L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:01:54.851193 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] Set router d08de0cc-e923-49cb-98f3-82dea8ad8f36 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:01:54.989683 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:55.161994 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Attempt 3 to provision port fb276715-3422-40ce-bdfa-eb378e7465fa Sep 15 18:01:55.217577 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:01:55.243638 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Sync routers for ids ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:01:55.259349 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'name': 'tempest-DeleteServersTestJSON-1528741179-router', 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '36e6e17d-4ef6-42bc-b467-671122e1d1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:47Z', 'updated_at': '2022-09-15T18:01:53Z', 'revision_number': 4, 'project_id': 'c099c78661284aa6940b6f842b0c9af3', 'gw_port': {'id': '36e6e17d-4ef6-42bc-b467-671122e1d1ad', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:48Z', 'updated_at': '2022-09-15T18:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'fb276715-3422-40ce-bdfa-eb378e7465fa', 'name': '', 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0', 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3', 'mac_address': 'fa:16:3e:b5:c9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '18d4fe43-ed89-46d1-a2a4-46d92bf8047c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:01:52Z', 'revision_number': 1, 'project_id': 'c099c78661284aa6940b6f842b0c9af3', 'subnets': [{'id': '18d4fe43-ed89-46d1-a2a4-46d92bf8047c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:55.265586 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:55.270801 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-f18623ab-1afb-4444-b643-88d1fae5d14d admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9444358 Sep 15 18:01:55.274998 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57690) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:01:55.301440 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Routers {'b84c4870-2865-4e3f-9a8c-c69ae9d60eba'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:01:55.309523 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9926131e-a09e-4644-9d8a-b756650ce7d7 None None] The sync data for ids ['d08de0cc-e923-49cb-98f3-82dea8ad8f36'] in dv-cinder-835384-27-smb is: [{'id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'name': 'tempest-DeleteServersTestJSON-1528741179-router', 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '36e6e17d-4ef6-42bc-b467-671122e1d1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:47Z', 'updated_at': '2022-09-15T18:01:53Z', 'revision_number': 4, 'project_id': 'c099c78661284aa6940b6f842b0c9af3', 'gw_port': {'id': '36e6e17d-4ef6-42bc-b467-671122e1d1ad', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:48Z', 'updated_at': '2022-09-15T18:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'fb276715-3422-40ce-bdfa-eb378e7465fa', 'name': '', 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0', 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3', 'mac_address': 'fa:16:3e:b5:c9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '18d4fe43-ed89-46d1-a2a4-46d92bf8047c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:01:52Z', 'revision_number': 1, 'project_id': 'c099c78661284aa6940b6f842b0c9af3', 'subnets': [{'id': '18d4fe43-ed89-46d1-a2a4-46d92bf8047c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:01:55.310897 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:01:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:55.323514 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Port fb276715-3422-40ce-bdfa-eb378e7465fa cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:01:55.476340 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Publish callbacks [] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:55.498300 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:55.505536 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433548'] for router_interface (d08de0cc-e923-49cb-98f3-82dea8ad8f36), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:55.628254 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Set router b84c4870-2865-4e3f-9a8c-c69ae9d60eba gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:01:55.697015 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Pushing event updated for resources: {'Port': ['ID=fb276715-3422-40ce-bdfa-eb378e7465fa,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:56.047183 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57714) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:01:56.066664 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Attempt 4 to provision port fb276715-3422-40ce-bdfa-eb378e7465fa Sep 15 18:01:56.085288 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Network 570dc050-c736-4501-bf38-bd4c238c23a0 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:01:56.119481 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:01:56.197471 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393aeba6-e6f0-4fd9-9369-7361da9f8b77 None None] Network a550ae18-8a00-4e46-ab8a-055d97ed7c96 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:01:56.431281 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Publish callbacks [] for router_gateway (088a99d8-6802-4c8c-bdde-95a8dfc52ef0), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:56.485266 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b964a137-ccda-4eac-9eeb-b59a3eb28087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:56.558097 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:56.584898 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 7e98919d-415a-49ad-987f-6fc6157fc562 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:01:56.644727 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:56.679043 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:56.683346 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Port fb276715-3422-40ce-bdfa-eb378e7465fa cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:01:56.684493 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c594ff-edd7-477d-ad15-7d12fd628f6b None None] Network 8593de74-aee0-42c2-a47e-251a344102c2 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:01:56.693276 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:56.696988 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Router d08de0cc-e923-49cb-98f3-82dea8ad8f36 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:01:56.917769 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:56.948023 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Allocated IP 172.28.1.200 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/c16a8de9-58d5-4e29-abf4-5d4705d13f51) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:01:56.954104 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b964a137-ccda-4eac-9eeb-b59a3eb28087 admin admin] Publish callbacks [] for security_group (54b211b0-aff5-4bed-8f5e-8828211e1755), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:56.967259 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b964a137-ccda-4eac-9eeb-b59a3eb28087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (54b211b0-aff5-4bed-8f5e-8828211e1755), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:57.040276 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:57.146575 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:57.183706 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-b964a137-ccda-4eac-9eeb-b59a3eb28087 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=07d73521c60e482fa76e4ad3d3d63d96&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1350031 Sep 15 18:01:57.185546 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57760) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:01:57.202485 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964a137-ccda-4eac-9eeb-b59a3eb28087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b211b0-aff5-4bed-8f5e-8828211e1755,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:57.231272 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Attempt 5 to provision port fb276715-3422-40ce-bdfa-eb378e7465fa Sep 15 18:01:57.262186 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:01:57.277252 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-f4d69fbc-3f07-48fd-93d7-93fb635e751a admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d08de0cc-e923-49cb-98f3-82dea8ad8f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5832348 Sep 15 18:01:57.299331 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 7e98919d-415a-49ad-987f-6fc6157fc562 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:01:57.300735 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (7e98919d-415a-49ad-987f-6fc6157fc562), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:57.301311 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 7e98919d-415a-49ad-987f-6fc6157fc562 Sep 15 18:01:57.383348 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Publish callbacks [] for port (c16a8de9-58d5-4e29-abf4-5d4705d13f51), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:57.430526 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (c16a8de9-58d5-4e29-abf4-5d4705d13f51), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:57.464614 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:53Z', 'revision_number': 3, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:57.557126 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Checking router: b84c4870-2865-4e3f-9a8c-c69ae9d60eba for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:01:57.557558 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Updating router b84c4870-2865-4e3f-9a8c-c69ae9d60eba port bdd19c0f-2667-4c46-aecc-90b30d4045da binding host dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:01:57.571213 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:01:57.572914 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Pushing event updated for resources: {'Port': ['ID=c16a8de9-58d5-4e29-abf4-5d4705d13f51,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:57.575942 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:01:57.585284 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Port fb276715-3422-40ce-bdfa-eb378e7465fa cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:01:57.595736 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:01:57.638722 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-842b35b2-98c6-4d4c-839f-f7a1edc84f97 admin admin] Publish callbacks [] for security_group (54b211b0-aff5-4bed-8f5e-8828211e1755), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:57.717613 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 7e98919d-415a-49ad-987f-6fc6157fc562 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:01:57.718731 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (7e98919d-415a-49ad-987f-6fc6157fc562), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:57.802949 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Allocated IP 172.20.0.1 (a550ae18-8a00-4e46-ab8a-055d97ed7c96/0acbc2fd-b392-426b-a234-c034ff806cba/ebddde5d-e7ef-4bad-8516-63c1e1e29804) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:01:57.812252 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:57.813477 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (bdd19c0f-2667-4c46-aecc-90b30d4045da), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:57.944964 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-842b35b2-98c6-4d4c-839f-f7a1edc84f97 admin admin] Publish callbacks [] for security_group (54b211b0-aff5-4bed-8f5e-8828211e1755), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:58.015693 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] For port 7e98919d-415a-49ad-987f-6fc6157fc562, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=7e98919d-415a-49ad-987f-6fc6157fc562,segment=NetworkSegment(b3008e68-0504-4a46-a4e1-5f7964613c00),segment_id=b3008e68-0504-4a46-a4e1-5f7964613c00)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:58.022832 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-842b35b2-98c6-4d4c-839f-f7a1edc84f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (54b211b0-aff5-4bed-8f5e-8828211e1755), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:58.025984 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-842b35b2-98c6-4d4c-839f-f7a1edc84f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:58.027500 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-842b35b2-98c6-4d4c-839f-f7a1edc84f97 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/54b211b0-aff5-4bed-8f5e-8828211e1755 HTTP/1.1" status: 204 len: 168 time: 0.8407645 Sep 15 18:01:58.027733 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (7e98919d-415a-49ad-987f-6fc6157fc562), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:58.028572 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 56a830de-335e-4d71-a677-27bba5543bfc up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:01:58.044893 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b35b2-98c6-4d4c-839f-f7a1edc84f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b211b0-aff5-4bed-8f5e-8828211e1755,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:58.058889 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:58.058889 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Publish callbacks [] for port (ebddde5d-e7ef-4bad-8516-63c1e1e29804), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:58.137288 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (ebddde5d-e7ef-4bad-8516-63c1e1e29804), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:58.207074 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Network a550ae18-8a00-4e46-ab8a-055d97ed7c96 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:01:58.208358 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Pushing event updated for resources: {'Port': ['ID=ebddde5d-e7ef-4bad-8516-63c1e1e29804,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:58.212621 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:01:58.214804 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:01:58.215645 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433432'] for router_interface (b84c4870-2865-4e3f-9a8c-c69ae9d60eba), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:58.268007 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Publish callbacks [] for router_gateway (088a99d8-6802-4c8c-bdde-95a8dfc52ef0), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:58.371489 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Attempt 6 to provision port fb276715-3422-40ce-bdfa-eb378e7465fa Sep 15 18:01:58.447336 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57830) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:01:58.452781 dv-cinder-835384-27-smb neutron-server[106387]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 18:01:58.616777 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57844) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:01:58.816089 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556833'] for router (088a99d8-6802-4c8c-bdde-95a8dfc52ef0), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:58.864089 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 56a830de-335e-4d71-a677-27bba5543bfc triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:01:58.864653 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (56a830de-335e-4d71-a677-27bba5543bfc), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:58.866832 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 56a830de-335e-4d71-a677-27bba5543bfc Sep 15 18:01:58.888879 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Port fb276715-3422-40ce-bdfa-eb378e7465fa cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:01:58.996023 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Pushing event updated for resources: {'Port': ['ID=7e98919d-415a-49ad-987f-6fc6157fc562,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:59.051314 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9998206c-28bd-40a6-b0d5-fd45ab187c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:59.172080 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-20c2957f-8344-41a3-ac16-ce1906b550c5 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:01:59.175130 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-20c2957f-8344-41a3-ac16-ce1906b550c5 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/networks?id=570dc050-c736-4501-bf38-bd4c238c23a0 HTTP/1.1" status: 200 len: 812 time: 0.7265301 Sep 15 18:01:59.203347 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Publish callbacks [] for port (bdd19c0f-2667-4c46-aecc-90b30d4045da), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:59.210099 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (ebddde5d-e7ef-4bad-8516-63c1e1e29804), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:59.217089 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-d8ac9138-4a29-4593-939d-bfd8052b3241 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/quotas/c099c78661284aa6940b6f842b0c9af3 HTTP/1.1" status: 200 len: 375 time: 0.0343246 Sep 15 18:01:59.251449 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (bdd19c0f-2667-4c46-aecc-90b30d4045da), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:59.273356 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:59.296427 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Sync routers for ids ['d08de0cc-e923-49cb-98f3-82dea8ad8f36'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:01:59.311622 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:59.313931 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Routers {'d08de0cc-e923-49cb-98f3-82dea8ad8f36'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:01:59.316085 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1a9fff6d-7684-441d-9930-9a7fb3db5e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:59.316215 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:01:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['d08de0cc-e923-49cb-98f3-82dea8ad8f36'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:59.336709 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:59.379371 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Attempting to bind port bdd19c0f-2667-4c46-aecc-90b30d4045da on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:01:59.385396 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Attempting to bind port bdd19c0f-2667-4c46-aecc-90b30d4045da by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:01:59.386116 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Attempting to bind port bdd19c0f-2667-4c46-aecc-90b30d4045da on network 595ea406-8961-4d2e-8aeb-f68aeda2dfee {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:01:59.388452 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 56a830de-335e-4d71-a677-27bba5543bfc is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:01:59.388993 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (56a830de-335e-4d71-a677-27bba5543bfc), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:59.413805 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Attempt 7 to provision port fb276715-3422-40ce-bdfa-eb378e7465fa Sep 15 18:01:59.455225 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-d7738036-ff1d-4592-ae29-ed2114e815d3 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c099c78661284aa6940b6f842b0c9af3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2194650 Sep 15 18:01:59.547173 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Set router d08de0cc-e923-49cb-98f3-82dea8ad8f36 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:01:59.603591 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 is scheduled to L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 with binding_index 1 {{(pid=106386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:01:59.707405 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Publish callbacks [] for port (ebddde5d-e7ef-4bad-8516-63c1e1e29804), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:59.714879 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (ebddde5d-e7ef-4bad-8516-63c1e1e29804), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:59.716290 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433548'] for router_interface (b84c4870-2865-4e3f-9a8c-c69ae9d60eba), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:59.726106 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:01:59.766586 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e15469-cda3-4e46-8747-26c28b4f806b None None] Pushing event updated for resources: {'Port': ['ID=bdd19c0f-2667-4c46-aecc-90b30d4045da,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:59.815849 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1a9fff6d-7684-441d-9930-9a7fb3db5e6b admin admin] Publish callbacks [] for security_group (794cc898-7f29-4fa0-b850-15551cd81410), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:59.829874 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1a9fff6d-7684-441d-9930-9a7fb3db5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (794cc898-7f29-4fa0-b850-15551cd81410), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:59.864840 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Port fb276715-3422-40ce-bdfa-eb378e7465fa cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:01:59.887922 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] For port 56a830de-335e-4d71-a677-27bba5543bfc, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=56a830de-335e-4d71-a677-27bba5543bfc,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:59.900959 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (56a830de-335e-4d71-a677-27bba5543bfc), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:59.918687 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:01:59.919125 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Checking segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:01:59.919775 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:59.920411 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Bound using segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:01:59.921192 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Bound port: bdd19c0f-2667-4c46-aecc-90b30d4045da, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:01:59.921870 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (bdd19c0f-2667-4c46-aecc-90b30d4045da), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:01:59.993930 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Pushing event updated for resources: {'Port': ['ID=ebddde5d-e7ef-4bad-8516-63c1e1e29804,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:00.008280 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Network a550ae18-8a00-4e46-ab8a-055d97ed7c96 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:02:00.008918 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:00.021032 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:02:00.073944 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fff6d-7684-441d-9930-9a7fb3db5e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794cc898-7f29-4fa0-b850-15551cd81410,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:00.148707 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'name': 'tempest-DeleteServersTestJSON-1528741179-router', 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '36e6e17d-4ef6-42bc-b467-671122e1d1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:47Z', 'updated_at': '2022-09-15T18:01:53Z', 'revision_number': 4, 'project_id': 'c099c78661284aa6940b6f842b0c9af3', 'gw_port': {'id': '36e6e17d-4ef6-42bc-b467-671122e1d1ad', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:48Z', 'updated_at': '2022-09-15T18:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'fb276715-3422-40ce-bdfa-eb378e7465fa', 'name': '', 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0', 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3', 'mac_address': 'fa:16:3e:b5:c9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '18d4fe43-ed89-46d1-a2a4-46d92bf8047c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:01:54Z', 'revision_number': 2, 'project_id': 'c099c78661284aa6940b6f842b0c9af3', 'subnets': [{'id': '18d4fe43-ed89-46d1-a2a4-46d92bf8047c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:00.234376 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Checking router: d08de0cc-e923-49cb-98f3-82dea8ad8f36 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:02:00.234652 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Updating router d08de0cc-e923-49cb-98f3-82dea8ad8f36 port fb276715-3422-40ce-bdfa-eb378e7465fa binding host dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:02:00.248354 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-1a9fff6d-7684-441d-9930-9a7fb3db5e6b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1f11e37ca4354281ad1e04db5b80c9b3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6263494 Sep 15 18:02:00.258130 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57914) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:00.295528 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Router b84c4870-2865-4e3f-9a8c-c69ae9d60eba has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:02:00.299138 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Pushing event updated for resources: {'Port': ['ID=56a830de-335e-4d71-a677-27bba5543bfc,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:00.314573 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 7e98919d-415a-49ad-987f-6fc6157fc562 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:02:00.358550 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:02:00.372231 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57916) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:00.381087 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Attempt 8 to provision port fb276715-3422-40ce-bdfa-eb378e7465fa Sep 15 18:02:00.456693 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] For port bdd19c0f-2667-4c46-aecc-90b30d4045da, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:02:00.478442 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57920) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:00.484674 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] For port bdd19c0f-2667-4c46-aecc-90b30d4045da, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=bdd19c0f-2667-4c46-aecc-90b30d4045da,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:02:00.501659 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Sync routers for ids ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:02:00.513970 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:00.515657 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:00.516324 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-1f9c0ad9-47d0-4abd-9cdc-8cfab5b8d258 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.4533665 Sep 15 18:02:00.517057 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:02:00.519786 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57924) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:00.524111 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-fb0d4881-71a1-4a5f-b468-6cbd30514bea admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b84c4870-2865-4e3f-9a8c-c69ae9d60eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2476575 Sep 15 18:02:00.533161 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (bdd19c0f-2667-4c46-aecc-90b30d4045da), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:00.551199 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:00.582731 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-431afb18-7f9c-4e4e-985d-a2143860f6d3 admin admin] Publish callbacks [] for security_group (794cc898-7f29-4fa0-b850-15551cd81410), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:00.591619 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-cbbba8e9-c68f-4afe-aa22-393ca0d29617 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 18:02:00.592651 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-cbbba8e9-c68f-4afe-aa22-393ca0d29617 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3646202 Sep 15 18:02:00.605486 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 7e98919d-415a-49ad-987f-6fc6157fc562 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:00.606105 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (7e98919d-415a-49ad-987f-6fc6157fc562), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:00.606509 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 7e98919d-415a-49ad-987f-6fc6157fc562 Sep 15 18:02:00.645253 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-431afb18-7f9c-4e4e-985d-a2143860f6d3 admin admin] Publish callbacks [] for security_group (794cc898-7f29-4fa0-b850-15551cd81410), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:00.664115 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Routers {'088a99d8-6802-4c8c-bdde-95a8dfc52ef0'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:02:00.664857 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:01:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:00.678572 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Port fb276715-3422-40ce-bdfa-eb378e7465fa cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:00.734595 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-170efe8f-2cae-4224-b5b5-aea0b09760a2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1900105871-network', 'tenant_id': '17319698db9a4fa29c452c6a779c43b3'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:00.745504 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Routers {'b84c4870-2865-4e3f-9a8c-c69ae9d60eba'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:02:00.746223 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:01:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:00.774354 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-648c6db6-e829-4b10-b2d2-bc37d926db68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:00.788356 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-31fe512d-0e82-474a-8b1d-c6b425acd74d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/570dc050-c736-4501-bf38-bd4c238c23a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888499 Sep 15 18:02:00.836725 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170efe8f-2cae-4224-b5b5-aea0b09760a2 admin admin] Made reservation on behalf of 17319698db9a4fa29c452c6a779c43b3 for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:02:00.839571 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-170efe8f-2cae-4224-b5b5-aea0b09760a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:00.868119 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-170efe8f-2cae-4224-b5b5-aea0b09760a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:00.885367 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-431afb18-7f9c-4e4e-985d-a2143860f6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (794cc898-7f29-4fa0-b850-15551cd81410), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:00.887901 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-431afb18-7f9c-4e4e-985d-a2143860f6d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:00.892775 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-431afb18-7f9c-4e4e-985d-a2143860f6d3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/794cc898-7f29-4fa0-b850-15551cd81410 HTTP/1.1" status: 204 len: 168 time: 0.6184120 Sep 15 18:02:00.903198 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:00.920531 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431afb18-7f9c-4e4e-985d-a2143860f6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794cc898-7f29-4fa0-b850-15551cd81410,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:00.992799 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:01.012020 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e15469-cda3-4e46-8747-26c28b4f806b None None] Pushing event updated for resources: {'Port': ['ID=bdd19c0f-2667-4c46-aecc-90b30d4045da,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:01.015095 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 7e98919d-415a-49ad-987f-6fc6157fc562 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:01.016642 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 36e6e17d-4ef6-42bc-b467-671122e1d1ad up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:02:01.122358 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-128215c1-b074-4d1f-bb24-6da94fca2dfa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/570dc050-c736-4501-bf38-bd4c238c23a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270450 Sep 15 18:02:01.133398 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Publish callbacks [] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:01.136671 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:01.144384 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:01.182446 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Attempt 9 to provision port fb276715-3422-40ce-bdfa-eb378e7465fa Sep 15 18:02:01.210341 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:01.211275 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-170efe8f-2cae-4224-b5b5-aea0b09760a2 admin admin] Publish callbacks [] for security_group (e4c88909-d955-4b3b-9564-b6dd1f65aae6), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:01.220449 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-648c6db6-e829-4b10-b2d2-bc37d926db68 admin admin] Publish callbacks [] for security_group (b12f91c2-a858-4b99-9443-875dbd0ef9c7), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:01.226550 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-170efe8f-2cae-4224-b5b5-aea0b09760a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (e4c88909-d955-4b3b-9564-b6dd1f65aae6), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:01.285626 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170efe8f-2cae-4224-b5b5-aea0b09760a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:02:01.311854 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-170efe8f-2cae-4224-b5b5-aea0b09760a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (0a4c33db-8aac-4033-9347-972bdc526be2), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:01.314246 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.segments_db [None req-170efe8f-2cae-4224-b5b5-aea0b09760a2 admin admin] Added segment 0a4c33db-8aac-4033-9347-972bdc526be2 of type vlan for network 726b66ce-6cb9-44ce-8ba2-111042cee946 Sep 15 18:02:01.332352 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Attempting to bind port fb276715-3422-40ce-bdfa-eb378e7465fa on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:02:01.333876 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Attempting to bind port fb276715-3422-40ce-bdfa-eb378e7465fa by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': '635b1d25-16a2-4a23-a74a-c5d19332f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:02:01.334488 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Attempting to bind port fb276715-3422-40ce-bdfa-eb378e7465fa on network 570dc050-c736-4501-bf38-bd4c238c23a0 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:02:01.357325 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Set router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:02:01.404973 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e9c62-7286-4d53-8ad8-90773a43ebb6 None None] Pushing event updated for resources: {'Port': ['ID=fb276715-3422-40ce-bdfa-eb378e7465fa,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:01.419039 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:02:01.421524 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Checking segment: {'id': '635b1d25-16a2-4a23-a74a-c5d19332f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:02:01.422819 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:01.423513 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Bound using segment: {'id': '635b1d25-16a2-4a23-a74a-c5d19332f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:02:01.424259 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Bound port: fb276715-3422-40ce-bdfa-eb378e7465fa, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635b1d25-16a2-4a23-a74a-c5d19332f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:02:01.424814 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:01.452932 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-170efe8f-2cae-4224-b5b5-aea0b09760a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (726b66ce-6cb9-44ce-8ba2-111042cee946), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:01.474905 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Port fb276715-3422-40ce-bdfa-eb378e7465fa cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:01.479433 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-648c6db6-e829-4b10-b2d2-bc37d926db68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (b12f91c2-a858-4b99-9443-875dbd0ef9c7), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:01.487539 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] Set router b84c4870-2865-4e3f-9a8c-c69ae9d60eba gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:02:01.622174 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] For port fb276715-3422-40ce-bdfa-eb378e7465fa, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:02:01.622732 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:01.627236 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-170efe8f-2cae-4224-b5b5-aea0b09760a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (726b66ce-6cb9-44ce-8ba2-111042cee946), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:01.630220 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] For port fb276715-3422-40ce-bdfa-eb378e7465fa, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=fb276715-3422-40ce-bdfa-eb378e7465fa,segment=NetworkSegment(635b1d25-16a2-4a23-a74a-c5d19332f837),segment_id=635b1d25-16a2-4a23-a74a-c5d19332f837)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:02:01.630420 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 36e6e17d-4ef6-42bc-b467-671122e1d1ad triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:01.630654 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (36e6e17d-4ef6-42bc-b467-671122e1d1ad), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:01.631027 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 36e6e17d-4ef6-42bc-b467-671122e1d1ad Sep 15 18:02:01.631578 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170efe8f-2cae-4224-b5b5-aea0b09760a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:01.640169 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-170efe8f-2cae-4224-b5b5-aea0b09760a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:01.649649 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:01.707069 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170efe8f-2cae-4224-b5b5-aea0b09760a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c88909-d955-4b3b-9564-b6dd1f65aae6,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:01.730150 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a87e27ee-054a-4f22-a633-a4b71b8d5331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:01.746314 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e58c3637-7707-49e5-b4bb-4ef3020e6985 req-58748f28-13cd-4fcd-8735-01d567ace57d tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 210 time: 0.1403217 Sep 15 18:02:01.762759 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-648c6db6-e829-4b10-b2d2-bc37d926db68 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a41994d63b3a4e01a3c7c8eda6c09dff&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3632290 Sep 15 18:02:01.764878 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57970) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:01.780581 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Routers {'d08de0cc-e923-49cb-98f3-82dea8ad8f36'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:02:01.781857 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:02:02Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['d08de0cc-e923-49cb-98f3-82dea8ad8f36'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:01.822578 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-170efe8f-2cae-4224-b5b5-aea0b09760a2 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3408585 Sep 15 18:02:01.826266 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57972) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:01.826836 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57974) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:01.869618 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b01c290-a9be-4288-83e1-877098f7a525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:01.886473 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-64794841-791c-4455-9197-a52bb6121cbf admin admin] Request body: {'subnet': {'network_id': '726b66ce-6cb9-44ce-8ba2-111042cee946', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1900105871-subnet', 'tenant_id': '17319698db9a4fa29c452c6a779c43b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:01.929329 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e9c62-7286-4d53-8ad8-90773a43ebb6 None None] Pushing event updated for resources: {'Port': ['ID=fb276715-3422-40ce-bdfa-eb378e7465fa,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:01.994325 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c6db6-e829-4b10-b2d2-bc37d926db68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12f91c2-a858-4b99-9443-875dbd0ef9c7,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:02.023627 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170efe8f-2cae-4224-b5b5-aea0b09760a2 admin admin] Pushing event updated for resources: {'Network': ['ID=726b66ce-6cb9-44ce-8ba2-111042cee946,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:02.043928 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b01c290-a9be-4288-83e1-877098f7a525 admin admin] Publish callbacks [] for security_group (4e039d08-5b57-4b48-8efc-87e78933029a), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.057100 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57982) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:02.063528 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-e64e2a6d-6e3b-484a-a924-f5ac6b3e4782 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2026572705', 'description': 'tempest-description--287369240'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:02.066335 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b01c290-a9be-4288-83e1-877098f7a525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (4e039d08-5b57-4b48-8efc-87e78933029a), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.069913 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] Set router d08de0cc-e923-49cb-98f3-82dea8ad8f36 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:02:02.082414 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Attempt 10 to provision port fb276715-3422-40ce-bdfa-eb378e7465fa Sep 15 18:02:02.097623 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:02.102249 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-8b01c290-a9be-4288-83e1-877098f7a525 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c860dae0716844a3aaaaeb8e73616c76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2743437 Sep 15 18:02:02.105434 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 57986) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:02.117142 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e64e2a6d-6e3b-484a-a924-f5ac6b3e4782 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.191014 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d351368-a86b-4f22-9295-22185d0463c9 admin admin] Publish callbacks [] for security_group (b12f91c2-a858-4b99-9443-875dbd0ef9c7), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.223303 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network 726b66ce-6cb9-44ce-8ba2-111042cee946 details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:02:02.232125 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64794841-791c-4455-9197-a52bb6121cbf admin admin] Made reservation on behalf of 17319698db9a4fa29c452c6a779c43b3 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:02:02.232316 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:02.236444 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64794841-791c-4455-9197-a52bb6121cbf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.238680 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01c290-a9be-4288-83e1-877098f7a525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e039d08-5b57-4b48-8efc-87e78933029a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:02.288898 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.305329 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d351368-a86b-4f22-9295-22185d0463c9 admin admin] Publish callbacks [] for security_group (b12f91c2-a858-4b99-9443-875dbd0ef9c7), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.331688 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-571fe7d7-c56b-473e-b521-06b6eb0ae7c6 admin admin] Publish callbacks [] for security_group (4e039d08-5b57-4b48-8efc-87e78933029a), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.346836 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:02.355230 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:02.381659 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'name': 'tempest-DeleteServersTestJSON-1528741179-router', 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '36e6e17d-4ef6-42bc-b467-671122e1d1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:47Z', 'updated_at': '2022-09-15T18:01:53Z', 'revision_number': 4, 'project_id': 'c099c78661284aa6940b6f842b0c9af3', 'gw_port': {'id': '36e6e17d-4ef6-42bc-b467-671122e1d1ad', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:48Z', 'updated_at': '2022-09-15T18:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'fb276715-3422-40ce-bdfa-eb378e7465fa', 'name': '', 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0', 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3', 'mac_address': 'fa:16:3e:b5:c9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '18d4fe43-ed89-46d1-a2a4-46d92bf8047c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:01Z', 'revision_number': 4, 'project_id': 'c099c78661284aa6940b6f842b0c9af3', 'subnets': [{'id': '18d4fe43-ed89-46d1-a2a4-46d92bf8047c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:02.385171 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e64e2a6d-6e3b-484a-a924-f5ac6b3e4782 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group (c13aecba-9cc3-47b0-bdae-bcc76a01d34e), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.404617 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-571fe7d7-c56b-473e-b521-06b6eb0ae7c6 admin admin] Publish callbacks [] for security_group (4e039d08-5b57-4b48-8efc-87e78933029a), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.418649 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 36e6e17d-4ef6-42bc-b467-671122e1d1ad is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:02.419366 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (36e6e17d-4ef6-42bc-b467-671122e1d1ad), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.419513 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e64e2a6d-6e3b-484a-a924-f5ac6b3e4782 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (c13aecba-9cc3-47b0-bdae-bcc76a01d34e), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.451500 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:02.453766 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] For port 36e6e17d-4ef6-42bc-b467-671122e1d1ad, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=36e6e17d-4ef6-42bc-b467-671122e1d1ad,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:02.477480 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e64e2a6d-6e3b-484a-a924-f5ac6b3e4782 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.479716 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-e64e2a6d-6e3b-484a-a924-f5ac6b3e4782 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4205840 Sep 15 18:02:02.483214 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e2a6d-6e3b-484a-a924-f5ac6b3e4782 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13aecba-9cc3-47b0-bdae-bcc76a01d34e,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:02.488896 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 57990) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:02.494483 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-0a38d141-d63f-469b-a1b4-b5dd89591867 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Request body: {'security_group_rule': {'security_group_id': 'c13aecba-9cc3-47b0-bdae-bcc76a01d34e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:02.550996 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1737a0-fc70-423d-93cf-17a94a779a7f None None] The sync data for ids ['d08de0cc-e923-49cb-98f3-82dea8ad8f36'] in dv-cinder-835384-27-smb is: [{'id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'name': 'tempest-DeleteServersTestJSON-1528741179-router', 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '36e6e17d-4ef6-42bc-b467-671122e1d1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:47Z', 'updated_at': '2022-09-15T18:01:53Z', 'revision_number': 4, 'project_id': 'c099c78661284aa6940b6f842b0c9af3', 'gw_port': {'id': '36e6e17d-4ef6-42bc-b467-671122e1d1ad', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:48Z', 'updated_at': '2022-09-15T18:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'fb276715-3422-40ce-bdfa-eb378e7465fa', 'name': '', 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0', 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3', 'mac_address': 'fa:16:3e:b5:c9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '18d4fe43-ed89-46d1-a2a4-46d92bf8047c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:01Z', 'revision_number': 4, 'project_id': 'c099c78661284aa6940b6f842b0c9af3', 'subnets': [{'id': '18d4fe43-ed89-46d1-a2a4-46d92bf8047c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:02:02.589702 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d351368-a86b-4f22-9295-22185d0463c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (b12f91c2-a858-4b99-9443-875dbd0ef9c7), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.607782 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d351368-a86b-4f22-9295-22185d0463c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.614915 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-5d351368-a86b-4f22-9295-22185d0463c9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b12f91c2-a858-4b99-9443-875dbd0ef9c7 HTTP/1.1" status: 204 len: 168 time: 0.8464174 Sep 15 18:02:02.645236 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d351368-a86b-4f22-9295-22185d0463c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12f91c2-a858-4b99-9443-875dbd0ef9c7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:02.654629 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Allocated IP 172.20.0.1 (8593de74-aee0-42c2-a47e-251a344102c2/397f452f-84f2-47b4-83c7-c0b41ea0d7ed/bec27a12-6472-4d5f-acc3-71eaf5a50203) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:02:02.713415 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-571fe7d7-c56b-473e-b521-06b6eb0ae7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (4e039d08-5b57-4b48-8efc-87e78933029a), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.721175 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-571fe7d7-c56b-473e-b521-06b6eb0ae7c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.728371 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-571fe7d7-c56b-473e-b521-06b6eb0ae7c6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4e039d08-5b57-4b48-8efc-87e78933029a HTTP/1.1" status: 204 len: 168 time: 0.6181810 Sep 15 18:02:02.733855 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0a38d141-d63f-469b-a1b4-b5dd89591867 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group_rule (298b9384-8337-4508-ac6e-021c824e56df), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.750882 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (36e6e17d-4ef6-42bc-b467-671122e1d1ad), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:02.883331 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fe7d7-c56b-473e-b521-06b6eb0ae7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e039d08-5b57-4b48-8efc-87e78933029a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:02.941746 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64794841-791c-4455-9197-a52bb6121cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for subnet (aa7da157-18c0-49e5-a915-acb8c3ba29e8), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:03.072303 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Current status of the port fb276715-3422-40ce-bdfa-eb378e7465fa is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:03.073420 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:03.119952 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:03.142253 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Publish callbacks [] for port (bec27a12-6472-4d5f-acc3-71eaf5a50203), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:03.147701 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64794841-791c-4455-9197-a52bb6121cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa7da157-18c0-49e5-a915-acb8c3ba29e8,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:03.242549 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:01:57Z', 'revision_number': 3, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port': {'id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:56Z', 'updated_at': '2022-09-15T18:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:03.303213 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-07c66530-d72c-493e-ab07-3e382cc2317b req-44630dd1-b98a-485a-9d84-98bf4667b441 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 210 time: 0.1619098 Sep 15 18:02:03.323072 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 56a830de-335e-4d71-a677-27bba5543bfc up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:02:03.351215 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Checking router: 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:02:03.351990 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Updating router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 port c16a8de9-58d5-4e29-abf4-5d4705d13f51 binding host dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:02:03.363110 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64794841-791c-4455-9197-a52bb6121cbf admin admin] Checking segment: {'id': '0a4c33db-8aac-4033-9347-972bdc526be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '726b66ce-6cb9-44ce-8ba2-111042cee946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:02:03.363714 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64794841-791c-4455-9197-a52bb6121cbf admin admin] Network hostable DHCP agents. Network: 726b66ce-6cb9-44ce-8ba2-111042cee946, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:02:03.398269 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Pushing event updated for resources: {'Port': ['ID=36e6e17d-4ef6-42bc-b467-671122e1d1ad,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:03.405780 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64794841-791c-4455-9197-a52bb6121cbf admin admin] Network 726b66ce-6cb9-44ce-8ba2-111042cee946 is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:02:03.423072 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-64794841-791c-4455-9197-a52bb6121cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, 726b66ce-6cb9-44ce-8ba2-111042cee946) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:02:03.442397 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64794841-791c-4455-9197-a52bb6121cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:03.444758 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64794841-791c-4455-9197-a52bb6121cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:03.455365 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322143e9-763e-47c7-9317-d4eeb42f829f None None] Network 726b66ce-6cb9-44ce-8ba2-111042cee946 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:02:03.460036 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:03.463540 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] For port fb276715-3422-40ce-bdfa-eb378e7465fa, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=fb276715-3422-40ce-bdfa-eb378e7465fa,segment=NetworkSegment(635b1d25-16a2-4a23-a74a-c5d19332f837),segment_id=635b1d25-16a2-4a23-a74a-c5d19332f837)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:03.477757 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'ebddde5d-e7ef-4bad-8516-63c1e1e29804', 'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'mac_address': 'fa:16:3e:00:a6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:57Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 2, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'subnets': [{'id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:03.509756 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-64794841-791c-4455-9197-a52bb6121cbf admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6805093 Sep 15 18:02:03.523462 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0a38d141-d63f-469b-a1b4-b5dd89591867 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group_rule (298b9384-8337-4508-ac6e-021c824e56df), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:03.533107 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0a38d141-d63f-469b-a1b4-b5dd89591867 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (298b9384-8337-4508-ac6e-021c824e56df), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:03.554950 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:03.596143 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (bec27a12-6472-4d5f-acc3-71eaf5a50203), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:03.620179 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73778b3-eb71-4c25-9dd0-579882d5d480 None None] The sync data for ids ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'] in dv-cinder-835384-27-smb is: [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'ebddde5d-e7ef-4bad-8516-63c1e1e29804', 'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'mac_address': 'fa:16:3e:00:a6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:57Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 2, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'subnets': [{'id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:02:03.689635 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (c16a8de9-58d5-4e29-abf4-5d4705d13f51), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:03.709074 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38d141-d63f-469b-a1b4-b5dd89591867 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298b9384-8337-4508-ac6e-021c824e56df,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:03.791640 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Pushing event updated for resources: {'Port': ['ID=bec27a12-6472-4d5f-acc3-71eaf5a50203,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:03.811105 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0a38d141-d63f-469b-a1b4-b5dd89591867 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:03.816163 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-0a38d141-d63f-469b-a1b4-b5dd89591867 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3225317 Sep 15 18:02:03.818548 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58060) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:03.821340 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Network 8593de74-aee0-42c2-a47e-251a344102c2 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:02:03.830191 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-d4f4a90e-13d9-4b9e-968f-3d2279340f6a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Request body: {'security_group_rule': {'security_group_id': 'c13aecba-9cc3-47b0-bdae-bcc76a01d34e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:03.873366 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:02:03.895351 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:02:03.896240 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433432'] for router_interface (088a99d8-6802-4c8c-bdde-95a8dfc52ef0), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:03.944052 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Provisioning complete for port 56a830de-335e-4d71-a677-27bba5543bfc triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:03.944587 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (56a830de-335e-4d71-a677-27bba5543bfc), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:03.945072 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Attempt 1 to provision port 56a830de-335e-4d71-a677-27bba5543bfc Sep 15 18:02:04.040554 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d4f4a90e-13d9-4b9e-968f-3d2279340f6a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group_rule (0451eb85-3e35-4ec3-a5fa-5a5e03403149), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:04.111444 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:DELETE=2,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:04.187691 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:04.189990 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (bec27a12-6472-4d5f-acc3-71eaf5a50203), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:04.232735 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707e731-4ed9-4fa9-aa1f-4e1c71a8d185 None None] Pushing event updated for resources: {'Port': ['ID=fb276715-3422-40ce-bdfa-eb378e7465fa,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:04.238059 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 56a830de-335e-4d71-a677-27bba5543bfc triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:04.238854 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (56a830de-335e-4d71-a677-27bba5543bfc), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:04.239529 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 56a830de-335e-4d71-a677-27bba5543bfc Sep 15 18:02:04.366988 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:04.410895 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:04.582277 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d4f4a90e-13d9-4b9e-968f-3d2279340f6a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group_rule (0451eb85-3e35-4ec3-a5fa-5a5e03403149), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:04.599953 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eef83e-0dfc-4d66-ba2d-bca8371717fb None None] Network 726b66ce-6cb9-44ce-8ba2-111042cee946 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:02:04.684941 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d4f4a90e-13d9-4b9e-968f-3d2279340f6a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (0451eb85-3e35-4ec3-a5fa-5a5e03403149), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:04.716147 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4a90e-13d9-4b9e-968f-3d2279340f6a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0451eb85-3e35-4ec3-a5fa-5a5e03403149,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:04.730523 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d4f4a90e-13d9-4b9e-968f-3d2279340f6a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:04.732040 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-d4f4a90e-13d9-4b9e-968f-3d2279340f6a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9129367 Sep 15 18:02:04.737034 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58086) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:04.742198 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Request body: {'floatingip': {'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:04.811344 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:04.948715 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 58094) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:04.983335 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Publish callbacks [] for port (bec27a12-6472-4d5f-acc3-71eaf5a50203), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:05.027335 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58098) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:05.041001 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (bec27a12-6472-4d5f-acc3-71eaf5a50203), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:05.047116 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433548'] for router_interface (088a99d8-6802-4c8c-bdde-95a8dfc52ef0), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:05.067630 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-fbed24e9-f04d-4494-b9b0-6eda574a7b8e req-c6836caf-08ef-4c61-872d-b596537620a6 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 210 time: 0.1169078 Sep 15 18:02:05.281012 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:05.387363 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:05.430447 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc750-1aec-42ad-a42e-acd826760aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:05.457806 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Pushing event updated for resources: {'Port': ['ID=bec27a12-6472-4d5f-acc3-71eaf5a50203,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:05.624490 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Network 8593de74-aee0-42c2-a47e-251a344102c2 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:02:05.632601 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:02:05.745589 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc750-1aec-42ad-a42e-acd826760aaa admin admin] Publish callbacks [] for security_group (92991e10-131d-4e34-b9ec-4693b7328c7b), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:05.832810 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc750-1aec-42ad-a42e-acd826760aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (92991e10-131d-4e34-b9ec-4693b7328c7b), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:05.880210 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.27', 56108) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:05.896773 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:05.980208 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:06.089815 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-0d7cc750-1aec-42ad-a42e-acd826760aaa admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=362f5c0382754bddb4f875b7e04b7b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0548208 Sep 15 18:02:06.098820 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58130) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:06.105572 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7cc750-1aec-42ad-a42e-acd826760aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92991e10-131d-4e34-b9ec-4693b7328c7b,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:06.152539 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Publish callbacks [] for port (c16a8de9-58d5-4e29-abf4-5d4705d13f51), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:06.160497 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Current status of the port 56a830de-335e-4d71-a677-27bba5543bfc is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:06.171133 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:02:06.189924 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Provisioning complete for port 7e98919d-415a-49ad-987f-6fc6157fc562 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:06.190329 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (7e98919d-415a-49ad-987f-6fc6157fc562), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:06.191808 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Attempt 1 to provision port 7e98919d-415a-49ad-987f-6fc6157fc562 Sep 15 18:02:06.197055 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 56a830de-335e-4d71-a677-27bba5543bfc is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:06.198564 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device fb276715-3422-40ce-bdfa-eb378e7465fa up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:02:06.213443 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (c16a8de9-58d5-4e29-abf4-5d4705d13f51), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:06.329984 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Allocated IP 172.28.1.205 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/94b867e6-62f2-42ca-8f29-467589ccdd8b) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:02:06.372161 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 58136) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:06.379343 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-713125bc-e432-466a-b840-c69767bc75b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1443067027-network', 'tenant_id': '7adf9adc48c84a568e8203d220fc1068'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:06.429902 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa419b-2317-4b71-8de0-b09970c9f437 None None] Pushing event updated for resources: {'Port': ['ID=c16a8de9-58d5-4e29-abf4-5d4705d13f51,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:06.456205 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713125bc-e432-466a-b840-c69767bc75b4 admin admin] Made reservation on behalf of 7adf9adc48c84a568e8203d220fc1068 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:02:06.459055 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:06.460790 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-713125bc-e432-466a-b840-c69767bc75b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:06.479985 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-713125bc-e432-466a-b840-c69767bc75b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:06.539457 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:06.570128 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Attempting to bind port c16a8de9-58d5-4e29-abf4-5d4705d13f51 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:02:06.570704 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Attempting to bind port c16a8de9-58d5-4e29-abf4-5d4705d13f51 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:02:06.571294 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Attempting to bind port c16a8de9-58d5-4e29-abf4-5d4705d13f51 on network 595ea406-8961-4d2e-8aeb-f68aeda2dfee {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:02:06.578949 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-6967d90e-c693-41ec-8e5c-77a84db1216e tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:06.584481 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-6967d90e-c693-41ec-8e5c-77a84db1216e tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.27 "GET /networking/v2.0/networks?id=570dc050-c736-4501-bf38-bd4c238c23a0 HTTP/1.1" status: 200 len: 812 time: 0.6955423 Sep 15 18:02:06.635787 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for port (94b867e6-62f2-42ca-8f29-467589ccdd8b), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:06.702165 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port fb276715-3422-40ce-bdfa-eb378e7465fa triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:06.704198 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:06.704812 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port fb276715-3422-40ce-bdfa-eb378e7465fa Sep 15 18:02:06.727274 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (94b867e6-62f2-42ca-8f29-467589ccdd8b), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:06.745858 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-713125bc-e432-466a-b840-c69767bc75b4 admin admin] Publish callbacks [] for security_group (0d36f9f2-cadb-496e-af6e-6cd29c77f71f), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:06.759369 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-bcb15567-351e-4267-a7fd-8ebdb5f50af3 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Request body: {'port': {'device_id': '66dea411-0d22-43d5-967c-cd2215a951ee', 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0', 'admin_state_up': True, 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:06.796812 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:02:06.797680 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Checking segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:02:06.798816 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:06.799405 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Bound using segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:02:06.800155 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Bound port: c16a8de9-58d5-4e29-abf4-5d4705d13f51, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:02:06.800764 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (c16a8de9-58d5-4e29-abf4-5d4705d13f51), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:06.838300 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Current status of the port 7e98919d-415a-49ad-987f-6fc6157fc562 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:06.865521 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Provisioning complete for port ebddde5d-e7ef-4bad-8516-63c1e1e29804 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:06.866046 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (ebddde5d-e7ef-4bad-8516-63c1e1e29804), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:06.866573 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Attempt 1 to provision port ebddde5d-e7ef-4bad-8516-63c1e1e29804 Sep 15 18:02:06.946456 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] For port c16a8de9-58d5-4e29-abf4-5d4705d13f51, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:02:06.972365 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Port ebddde5d-e7ef-4bad-8516-63c1e1e29804 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:06.974339 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] For port c16a8de9-58d5-4e29-abf4-5d4705d13f51, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=c16a8de9-58d5-4e29-abf4-5d4705d13f51,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:02:06.982543 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port fb276715-3422-40ce-bdfa-eb378e7465fa is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:06.989449 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (c16a8de9-58d5-4e29-abf4-5d4705d13f51), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.004820 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:02:07.018132 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event updated for resources: {'Port': ['ID=94b867e6-62f2-42ca-8f29-467589ccdd8b,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:07.023256 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:02:07.031000 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:02:07.062173 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Routers {'088a99d8-6802-4c8c-bdde-95a8dfc52ef0'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:02:07.063668 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:02:02Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:07.167928 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4280cc60-9a5f-49d8-b0c2-89cd77170138 admin admin] Publish callbacks [] for security_group (92991e10-131d-4e34-b9ec-4693b7328c7b), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.187076 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:07.221772 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for floatingip (b9009c3e-398c-4fff-8cf5-2a9997c7d911), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.243494 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4280cc60-9a5f-49d8-b0c2-89cd77170138 admin admin] Publish callbacks [] for security_group (92991e10-131d-4e34-b9ec-4693b7328c7b), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.253469 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:02:07.259348 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-2b36c24e-f685-43c3-a60f-dfb9dbb1b5f5 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/088a99d8-6802-4c8c-bdde-95a8dfc52ef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7353144 Sep 15 18:02:07.314101 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] Set router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:02:07.365504 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-eedccad8-ab93-4a60-a0c3-c043e7816383 req-172fe5a5-ca64-419a-88c7-bb540c0f0773 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 210 time: 0.0383232 Sep 15 18:02:07.366970 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-bcb15567-351e-4267-a7fd-8ebdb5f50af3 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Made reservation on behalf of c099c78661284aa6940b6f842b0c9af3 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:02:07.372657 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-bcb15567-351e-4267-a7fd-8ebdb5f50af3 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.375727 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-713125bc-e432-466a-b840-c69767bc75b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (0d36f9f2-cadb-496e-af6e-6cd29c77f71f), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.387722 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (94b867e6-62f2-42ca-8f29-467589ccdd8b), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.391120 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713125bc-e432-466a-b840-c69767bc75b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:02:07.405056 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-713125bc-e432-466a-b840-c69767bc75b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (222e309f-eb15-4778-8b4a-b73c6e7577b2), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.405729 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.segments_db [None req-713125bc-e432-466a-b840-c69767bc75b4 admin admin] Added segment 222e309f-eb15-4778-8b4a-b73c6e7577b2 of type vlan for network a68bedec-6b85-4205-9e74-947ce5342df1 Sep 15 18:02:07.444187 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa419b-2317-4b71-8de0-b09970c9f437 None None] Pushing event updated for resources: {'Port': ['ID=c16a8de9-58d5-4e29-abf4-5d4705d13f51,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:07.451317 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-713125bc-e432-466a-b840-c69767bc75b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (a68bedec-6b85-4205-9e74-947ce5342df1), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.527397 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:07.544205 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Attempt 2 to provision port ebddde5d-e7ef-4bad-8516-63c1e1e29804 Sep 15 18:02:07.551172 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4280cc60-9a5f-49d8-b0c2-89cd77170138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (92991e10-131d-4e34-b9ec-4693b7328c7b), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.554242 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4280cc60-9a5f-49d8-b0c2-89cd77170138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.555729 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-4280cc60-9a5f-49d8-b0c2-89cd77170138 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/92991e10-131d-4e34-b9ec-4693b7328c7b HTTP/1.1" status: 204 len: 168 time: 1.4545062 Sep 15 18:02:07.573929 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280cc60-9a5f-49d8-b0c2-89cd77170138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92991e10-131d-4e34-b9ec-4693b7328c7b,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:07.599133 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713125bc-e432-466a-b840-c69767bc75b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d36f9f2-cadb-496e-af6e-6cd29c77f71f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:07.604973 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device bdd19c0f-2667-4c46-aecc-90b30d4045da up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:02:07.607930 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-713125bc-e432-466a-b840-c69767bc75b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (a68bedec-6b85-4205-9e74-947ce5342df1), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.608736 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713125bc-e432-466a-b840-c69767bc75b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:07.611566 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-713125bc-e432-466a-b840-c69767bc75b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.670413 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-713125bc-e432-466a-b840-c69767bc75b4 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2960823 Sep 15 18:02:07.679939 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58182) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:07.694867 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-6212e025-e40e-475b-91ce-9dea1aad322e admin admin] Request body: {'subnet': {'network_id': 'a68bedec-6b85-4205-9e74-947ce5342df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1443067027-subnet', 'tenant_id': '7adf9adc48c84a568e8203d220fc1068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:07.764259 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for port (94b867e6-62f2-42ca-8f29-467589ccdd8b), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.790540 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (94b867e6-62f2-42ca-8f29-467589ccdd8b), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.792246 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (b9009c3e-398c-4fff-8cf5-2a9997c7d911), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.906801 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event updated for resources: {'Port': ['ID=94b867e6-62f2-42ca-8f29-467589ccdd8b,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:07.908279 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Port ebddde5d-e7ef-4bad-8516-63c1e1e29804 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:07.913089 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:07.918253 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6212e025-e40e-475b-91ce-9dea1aad322e admin admin] Made reservation on behalf of 7adf9adc48c84a568e8203d220fc1068 for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:02:07.929349 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6212e025-e40e-475b-91ce-9dea1aad322e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.952632 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:07.994582 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port bdd19c0f-2667-4c46-aecc-90b30d4045da triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:07.996131 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (bdd19c0f-2667-4c46-aecc-90b30d4045da), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:07.996131 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port bdd19c0f-2667-4c46-aecc-90b30d4045da Sep 15 18:02:07.996371 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:07.999510 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-bcb15567-351e-4267-a7fd-8ebdb5f50af3 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Allocated IP 172.20.0.10 (570dc050-c736-4501-bf38-bd4c238c23a0/18d4fe43-ed89-46d1-a2a4-46d92bf8047c/47427bda-19b8-4cae-af86-a348f2309e91) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:02:08.085978 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:08.087431 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-de5bed4b-bbc5-4163-89bf-b4f13dc4734a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3492761 Sep 15 18:02:08.257972 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713125bc-e432-466a-b840-c69767bc75b4 admin admin] Pushing event updated for resources: {'Network': ['ID=a68bedec-6b85-4205-9e74-947ce5342df1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:08.310757 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:02:04Z', 'revision_number': 4, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port': {'id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:56Z', 'updated_at': '2022-09-15T18:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'bec27a12-6472-4d5f-acc3-71eaf5a50203', 'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'tenant_id': '646252485a394aff93dd855c977cc609', 'mac_address': 'fa:16:3e:d1:81:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:02:02Z', 'updated_at': '2022-09-15T18:02:04Z', 'revision_number': 2, 'project_id': '646252485a394aff93dd855c977cc609', 'subnets': [{'id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:08.328126 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Sync routers for ids ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:02:08.347349 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Routers {'b84c4870-2865-4e3f-9a8c-c69ae9d60eba'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:02:08.352883 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:02:02Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:08.359389 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6212e025-e40e-475b-91ce-9dea1aad322e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for subnet (d8ec09ab-975d-46e7-b050-aeae90af1272), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:08.402040 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network a68bedec-6b85-4205-9e74-947ce5342df1 details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:02:08.416513 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Attempt 3 to provision port ebddde5d-e7ef-4bad-8516-63c1e1e29804 Sep 15 18:02:08.420074 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cee6d45-3cb3-44bb-9d0e-79ca1147539d None None] The sync data for ids ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'] in dv-cinder-835384-27-smb is: [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:02:04Z', 'revision_number': 4, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port': {'id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:56Z', 'updated_at': '2022-09-15T18:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'bec27a12-6472-4d5f-acc3-71eaf5a50203', 'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'tenant_id': '646252485a394aff93dd855c977cc609', 'mac_address': 'fa:16:3e:d1:81:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:02:02Z', 'updated_at': '2022-09-15T18:02:04Z', 'revision_number': 2, 'project_id': '646252485a394aff93dd855c977cc609', 'subnets': [{'id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:02:08.454555 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212e025-e40e-475b-91ce-9dea1aad322e admin admin] Checking segment: {'id': '222e309f-eb15-4778-8b4a-b73c6e7577b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a68bedec-6b85-4205-9e74-947ce5342df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:02:08.455416 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6212e025-e40e-475b-91ce-9dea1aad322e admin admin] Network hostable DHCP agents. Network: a68bedec-6b85-4205-9e74-947ce5342df1, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:02:08.466209 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212e025-e40e-475b-91ce-9dea1aad322e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ec09ab-975d-46e7-b050-aeae90af1272,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:08.498518 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6212e025-e40e-475b-91ce-9dea1aad322e admin admin] Network a68bedec-6b85-4205-9e74-947ce5342df1 is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:02:08.512252 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:08.533744 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-6212e025-e40e-475b-91ce-9dea1aad322e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, a68bedec-6b85-4205-9e74-947ce5342df1) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:02:08.539150 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6212e025-e40e-475b-91ce-9dea1aad322e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:08.541318 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6212e025-e40e-475b-91ce-9dea1aad322e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:08.568032 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-6212e025-e40e-475b-91ce-9dea1aad322e admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8868370 Sep 15 18:02:08.572258 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:08.592601 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c077b4f-4074-4c6a-8f9b-e4741a74269e None None] Network a68bedec-6b85-4205-9e74-947ce5342df1 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:02:08.629218 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Set router b84c4870-2865-4e3f-9a8c-c69ae9d60eba gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:02:08.654848 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-bcb15567-351e-4267-a7fd-8ebdb5f50af3 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Publish callbacks [] for port (47427bda-19b8-4cae-af86-a348f2309e91), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:08.708841 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Port ebddde5d-e7ef-4bad-8516-63c1e1e29804 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:08.729394 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6a953bfe-12ce-4b7f-8cf1-883812db72fa req-876eeb35-191b-4329-b836-b535fdec8009 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 210 time: 0.1085188 Sep 15 18:02:08.775257 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port bdd19c0f-2667-4c46-aecc-90b30d4045da is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:08.776075 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (bdd19c0f-2667-4c46-aecc-90b30d4045da), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:08.785206 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:08.807616 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-bcb15567-351e-4267-a7fd-8ebdb5f50af3 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (47427bda-19b8-4cae-af86-a348f2309e91), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:08.843137 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] For port bdd19c0f-2667-4c46-aecc-90b30d4045da, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=bdd19c0f-2667-4c46-aecc-90b30d4045da,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:08.859295 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (bdd19c0f-2667-4c46-aecc-90b30d4045da), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:08.861380 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 36e6e17d-4ef6-42bc-b467-671122e1d1ad up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:02:09.003369 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-bcb15567-351e-4267-a7fd-8ebdb5f50af3 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Network 570dc050-c736-4501-bf38-bd4c238c23a0 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:02:09.038840 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-bcb15567-351e-4267-a7fd-8ebdb5f50af3 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:02:09.048374 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-bcb15567-351e-4267-a7fd-8ebdb5f50af3 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:02:09.069335 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-bcb15567-351e-4267-a7fd-8ebdb5f50af3 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:09.090233 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-bcb15567-351e-4267-a7fd-8ebdb5f50af3 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:09.119008 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb15567-351e-4267-a7fd-8ebdb5f50af3 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Pushing event updated for resources: {'Port': ['ID=47427bda-19b8-4cae-af86-a348f2309e91,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:09.158028 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-bcb15567-351e-4267-a7fd-8ebdb5f50af3 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3977091 Sep 15 18:02:09.176987 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-d84976c5-3a4a-4b56-9fdd-952a6509ccb5 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 18:02:09.181147 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-d84976c5-3a4a-4b56-9fdd-952a6509ccb5 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0215356 Sep 15 18:02:09.448928 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'ebddde5d-e7ef-4bad-8516-63c1e1e29804', 'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'mac_address': 'fa:16:3e:00:a6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:57Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 2, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'subnets': [{'id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:09.537234 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58248) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:09.554071 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Attempt 4 to provision port ebddde5d-e7ef-4bad-8516-63c1e1e29804 Sep 15 18:02:09.599511 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Checking router: b84c4870-2865-4e3f-9a8c-c69ae9d60eba for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:02:09.600113 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Updating router b84c4870-2865-4e3f-9a8c-c69ae9d60eba port ebddde5d-e7ef-4bad-8516-63c1e1e29804 binding host dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:02:09.604793 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-94a4d9a4-41dd-43ac-a80f-72e1db95688b tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2026572705&fields=id&tenant_id=d0c00ad55eda4d7f8a0370359478f2df HTTP/1.1" status: 200 len: 267 time: 0.2875702 Sep 15 18:02:09.615744 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a17f474-e6e1-4ff4-bfb3-81834a9ac57c None None] Network a68bedec-6b85-4205-9e74-947ce5342df1 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:02:09.692385 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (ebddde5d-e7ef-4bad-8516-63c1e1e29804), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:09.991974 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Port ebddde5d-e7ef-4bad-8516-63c1e1e29804 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:10.031862 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-f9267cba-4b56-46ea-8a2b-527cbe42200d tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:10.035647 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Pushing event updated for resources: {'Port': ['ID=bdd19c0f-2667-4c46-aecc-90b30d4045da,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:10.043753 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-f9267cba-4b56-46ea-8a2b-527cbe42200d tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a550ae18-8a00-4e46-ab8a-055d97ed7c96 HTTP/1.1" status: 200 len: 810 time: 0.4380431 Sep 15 18:02:10.087978 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-c34c6427-b564-47c4-a97c-1283e0c8a03e tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/quotas/d0c00ad55eda4d7f8a0370359478f2df HTTP/1.1" status: 200 len: 375 time: 0.0366993 Sep 15 18:02:10.098217 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 36e6e17d-4ef6-42bc-b467-671122e1d1ad triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:10.105958 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (36e6e17d-4ef6-42bc-b467-671122e1d1ad), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:10.106630 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 36e6e17d-4ef6-42bc-b467-671122e1d1ad Sep 15 18:02:10.185454 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-7869a022-dc20-43c3-b929-bad8babc3253 admin admin] Deleting subnet aa7da157-18c0-49e5-a915-acb8c3ba29e8 {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 18:02:10.198825 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7869a022-dc20-43c3-b929-bad8babc3253 admin admin] Publish callbacks [] for subnet (aa7da157-18c0-49e5-a915-acb8c3ba29e8), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:10.223363 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-31a0e4cc-7871-410e-9000-ef535fa3aa5e tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d0c00ad55eda4d7f8a0370359478f2df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1326833 Sep 15 18:02:10.282936 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:10.377568 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7869a022-dc20-43c3-b929-bad8babc3253 admin admin] Publish callbacks [] for subnet (aa7da157-18c0-49e5-a915-acb8c3ba29e8), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:10.401679 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7869a022-dc20-43c3-b929-bad8babc3253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725546'] for subnet (aa7da157-18c0-49e5-a915-acb8c3ba29e8), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:10.450428 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 36e6e17d-4ef6-42bc-b467-671122e1d1ad is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:10.451536 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device fb276715-3422-40ce-bdfa-eb378e7465fa up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:02:10.455252 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Publish callbacks [] for port (ebddde5d-e7ef-4bad-8516-63c1e1e29804), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:10.488986 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:02:10.490829 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (ebddde5d-e7ef-4bad-8516-63c1e1e29804), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:10.515694 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Attempt 5 to provision port ebddde5d-e7ef-4bad-8516-63c1e1e29804 Sep 15 18:02:10.611711 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:10.656947 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d188b-42cd-4a15-91ab-99c75628b010 None None] Pushing event updated for resources: {'Port': ['ID=ebddde5d-e7ef-4bad-8516-63c1e1e29804,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:10.724886 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port fb276715-3422-40ce-bdfa-eb378e7465fa triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:10.725594 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:10.725594 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port fb276715-3422-40ce-bdfa-eb378e7465fa Sep 15 18:02:10.787030 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7869a022-dc20-43c3-b929-bad8babc3253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for subnet (aa7da157-18c0-49e5-a915-acb8c3ba29e8), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:10.840856 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Request body: {'port': {'device_id': '66dea411-0d22-43d5-967c-cd2215a951ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:10.862471 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Attempting to bind port ebddde5d-e7ef-4bad-8516-63c1e1e29804 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:02:10.863160 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Attempting to bind port ebddde5d-e7ef-4bad-8516-63c1e1e29804 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'b3008e68-0504-4a46-a4e1-5f7964613c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:02:10.864243 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Attempting to bind port ebddde5d-e7ef-4bad-8516-63c1e1e29804 on network a550ae18-8a00-4e46-ab8a-055d97ed7c96 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:02:10.899011 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Port ebddde5d-e7ef-4bad-8516-63c1e1e29804 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:10.899565 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:10.933751 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:02:10.934363 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Checking segment: {'id': 'b3008e68-0504-4a46-a4e1-5f7964613c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:02:10.935124 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:10.935807 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Bound using segment: {'id': 'b3008e68-0504-4a46-a4e1-5f7964613c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:02:10.936563 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Bound port: ebddde5d-e7ef-4bad-8516-63c1e1e29804, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3008e68-0504-4a46-a4e1-5f7964613c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:02:10.937185 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (ebddde5d-e7ef-4bad-8516-63c1e1e29804), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:10.960170 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7869a022-dc20-43c3-b929-bad8babc3253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:10.988200 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-7869a022-dc20-43c3-b929-bad8babc3253 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/aa7da157-18c0-49e5-a915-acb8c3ba29e8 HTTP/1.1" status: 204 len: 168 time: 1.4467781 Sep 15 18:02:10.988882 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58294) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:11.030126 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869a022-dc20-43c3-b929-bad8babc3253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7da157-18c0-49e5-a915-acb8c3ba29e8,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:11.109511 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] For port ebddde5d-e7ef-4bad-8516-63c1e1e29804, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:02:11.124952 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] For port ebddde5d-e7ef-4bad-8516-63c1e1e29804, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=ebddde5d-e7ef-4bad-8516-63c1e1e29804,segment=NetworkSegment(b3008e68-0504-4a46-a4e1-5f7964613c00),segment_id=b3008e68-0504-4a46-a4e1-5f7964613c00)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:02:11.145784 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (ebddde5d-e7ef-4bad-8516-63c1e1e29804), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:11.171821 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port fb276715-3422-40ce-bdfa-eb378e7465fa is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:11.291728 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322015'] for network (726b66ce-6cb9-44ce-8ba2-111042cee946), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:11.323073 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Routers {'b84c4870-2865-4e3f-9a8c-c69ae9d60eba'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:02:11.323933 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:02:02Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:11.400414 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Attempt 6 to provision port ebddde5d-e7ef-4bad-8516-63c1e1e29804 Sep 15 18:02:11.586613 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d188b-42cd-4a15-91ab-99c75628b010 None None] Pushing event updated for resources: {'Port': ['ID=ebddde5d-e7ef-4bad-8516-63c1e1e29804,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:11.661938 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (47427bda-19b8-4cae-af86-a348f2309e91), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:11.746339 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349697', 'neutron.services.segments.db._delete_segments_for_network-8775822491329'] for network (726b66ce-6cb9-44ce-8ba2-111042cee946), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:11.794641 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b90174fe-2dc1-42be-b118-21890c2b3c20 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:11.796099 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b90174fe-2dc1-42be-b118-21890c2b3c20 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 819 time: 1.0285292 Sep 15 18:02:11.818888 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 58310) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:11.858311 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:11.858862 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:11.859699 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:11.860221 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Subscribe: > port after_create 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:11.886968 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:11.887514 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Subscribe: > port after_update 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:11.895546 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:11.896996 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:11.903645 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:11.904130 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:11.918038 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-94523aec-44d1-49bd-b256-1df4113efe44 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/quotas/646252485a394aff93dd855c977cc609 HTTP/1.1" status: 200 len: 375 time: 0.0924308 Sep 15 18:02:11.935209 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Current status of the port ebddde5d-e7ef-4bad-8516-63c1e1e29804 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:11.935764 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (ebddde5d-e7ef-4bad-8516-63c1e1e29804), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:12.015762 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device bdd19c0f-2667-4c46-aecc-90b30d4045da up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:02:12.061175 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:12.070572 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] Set router b84c4870-2865-4e3f-9a8c-c69ae9d60eba gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:02:12.104215 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-f365776c-c448-453f-9c14-0c9c8f8a61f0 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 18:02:12.114676 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-f365776c-c448-453f-9c14-0c9c8f8a61f0 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.6075497 Sep 15 18:02:12.240497 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] For port ebddde5d-e7ef-4bad-8516-63c1e1e29804, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=ebddde5d-e7ef-4bad-8516-63c1e1e29804,segment=NetworkSegment(b3008e68-0504-4a46-a4e1-5f7964613c00),segment_id=b3008e68-0504-4a46-a4e1-5f7964613c00)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:12.267447 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (ebddde5d-e7ef-4bad-8516-63c1e1e29804), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:12.339240 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Provisioning complete for port fb276715-3422-40ce-bdfa-eb378e7465fa triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:12.339638 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:12.339982 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Attempt 1 to provision port fb276715-3422-40ce-bdfa-eb378e7465fa Sep 15 18:02:12.343841 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:12.525883 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:12.527557 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:12.527927 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:12.528273 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:12.530390 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726b66ce-6cb9-44ce-8ba2-111042cee946']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:12.654805 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port bdd19c0f-2667-4c46-aecc-90b30d4045da triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:12.659917 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (bdd19c0f-2667-4c46-aecc-90b30d4045da), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:12.662151 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port bdd19c0f-2667-4c46-aecc-90b30d4045da Sep 15 18:02:12.662414 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4c33db-8aac-4033-9347-972bdc526be2') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:12.662803 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4c33db-8aac-4033-9347-972bdc526be2') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:12.743969 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'ebddde5d-e7ef-4bad-8516-63c1e1e29804', 'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'mac_address': 'fa:16:3e:00:a6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:57Z', 'updated_at': '2022-09-15T18:02:11Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'subnets': [{'id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:12.755379 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775822491221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6869309'] for segment (0a4c33db-8aac-4033-9347-972bdc526be2), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:12.802061 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Pushing event updated for resources: {'Port': ['ID=ebddde5d-e7ef-4bad-8516-63c1e1e29804,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:12.835516 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (0a4c33db-8aac-4033-9347-972bdc526be2), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:12.855915 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba31091-87a0-40c3-821b-08804f81f38d None None] The sync data for ids ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'] in dv-cinder-835384-27-smb is: [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'ebddde5d-e7ef-4bad-8516-63c1e1e29804', 'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'mac_address': 'fa:16:3e:00:a6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:57Z', 'updated_at': '2022-09-15T18:02:11Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'subnets': [{'id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:02:12.862248 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:02:12.862730 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251153'] for segment (0a4c33db-8aac-4033-9347-972bdc526be2), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:12.966851 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-aea1bab7-1149-49f1-a6aa-bb37ad699602 None None] Current status of the port fb276715-3422-40ce-bdfa-eb378e7465fa is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:12.970896 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port bdd19c0f-2667-4c46-aecc-90b30d4045da is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:12.974835 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device c16a8de9-58d5-4e29-abf4-5d4705d13f51 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:02:13.054095 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port c16a8de9-58d5-4e29-abf4-5d4705d13f51 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:13.057465 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (c16a8de9-58d5-4e29-abf4-5d4705d13f51), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:13.060692 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port c16a8de9-58d5-4e29-abf4-5d4705d13f51 Sep 15 18:02:13.171775 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Provisioning complete for port 47427bda-19b8-4cae-af86-a348f2309e91 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:13.175577 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (47427bda-19b8-4cae-af86-a348f2309e91), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:13.176255 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Attempt 1 to provision port 47427bda-19b8-4cae-af86-a348f2309e91 Sep 15 18:02:13.190723 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556940'] for network (726b66ce-6cb9-44ce-8ba2-111042cee946), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:13.215336 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:13.228481 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/726b66ce-6cb9-44ce-8ba2-111042cee946 HTTP/1.1" status: 204 len: 168 time: 2.2341459 Sep 15 18:02:13.254000 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58354) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:13.329695 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Port 47427bda-19b8-4cae-af86-a348f2309e91 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:13.337572 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Sync routers for ids ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:02:13.384057 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509d85d-38e4-4724-a388-06db7499f936 admin admin] Pushing event deleted for resources: {'Network': ['ID=726b66ce-6cb9-44ce-8ba2-111042cee946,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:13.411918 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Routers {'088a99d8-6802-4c8c-bdde-95a8dfc52ef0'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:02:13.419910 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:02:02Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:13.445354 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-e4add256-8a79-4915-a625-27a6fb57339a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3268824 Sep 15 18:02:13.476097 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-af23e6bd-79d8-45e9-8f43-0121a0fa2821 admin admin] Deleting subnet d8ec09ab-975d-46e7-b050-aeae90af1272 {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 18:02:13.494272 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d42fa9a-a884-4f94-b8a6-b1851a674783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:13.518761 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-af23e6bd-79d8-45e9-8f43-0121a0fa2821 admin admin] Publish callbacks [] for subnet (d8ec09ab-975d-46e7-b050-aeae90af1272), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:13.659724 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-af23e6bd-79d8-45e9-8f43-0121a0fa2821 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6869254'] for subnet (d8ec09ab-975d-46e7-b050-aeae90af1272), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:13.685739 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port c16a8de9-58d5-4e29-abf4-5d4705d13f51 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:13.686515 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (c16a8de9-58d5-4e29-abf4-5d4705d13f51), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:13.739890 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] For port c16a8de9-58d5-4e29-abf4-5d4705d13f51, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=c16a8de9-58d5-4e29-abf4-5d4705d13f51,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:13.742970 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:13.788784 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (c16a8de9-58d5-4e29-abf4-5d4705d13f51), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:13.803334 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:13.827346 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-af23e6bd-79d8-45e9-8f43-0121a0fa2821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725546'] for subnet (d8ec09ab-975d-46e7-b050-aeae90af1272), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:13.834492 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Attempt 2 to provision port 47427bda-19b8-4cae-af86-a348f2309e91 Sep 15 18:02:13.885511 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:13.891985 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-8750ca66-932f-4b9b-a0e0-53d0ea202b53 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704517 Sep 15 18:02:13.907992 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-f5f8d954-5913-42a1-a086-b7b37557c299 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&fields=id HTTP/1.1" status: 200 len: 302 time: 1.8216934 Sep 15 18:02:13.984235 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Set router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:02:14.115648 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 0a4c33db-8aac-4033-9347-972bdc526be2 resource provider aggregate not found Sep 15 18:02:14.180528 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-af23e6bd-79d8-45e9-8f43-0121a0fa2821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8251307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6780668'] for subnet (d8ec09ab-975d-46e7-b050-aeae90af1272), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:14.200813 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 0a4c33db-8aac-4033-9347-972bdc526be2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a4c33db-8aac-4033-9347-972bdc526be2 found for delete ", "request_id": "req-72ac6834-b620-4fca-8009-2dbeed826726"}]} Sep 15 18:02:14.351186 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23e6bd-79d8-45e9-8f43-0121a0fa2821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8ec09ab-975d-46e7-b050-aeae90af1272,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:14.396736 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-af23e6bd-79d8-45e9-8f43-0121a0fa2821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:14.410798 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-af23e6bd-79d8-45e9-8f43-0121a0fa2821 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/d8ec09ab-975d-46e7-b050-aeae90af1272 HTTP/1.1" status: 204 len: 168 time: 1.1533551 Sep 15 18:02:14.423716 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58390) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:14.488643 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Port 47427bda-19b8-4cae-af86-a348f2309e91 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:14.501207 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device ebddde5d-e7ef-4bad-8516-63c1e1e29804 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:02:14.662134 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Pushing event updated for resources: {'Port': ['ID=c16a8de9-58d5-4e29-abf4-5d4705d13f51,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:14.809005 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port ebddde5d-e7ef-4bad-8516-63c1e1e29804 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:14.809577 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (ebddde5d-e7ef-4bad-8516-63c1e1e29804), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:14.810220 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port ebddde5d-e7ef-4bad-8516-63c1e1e29804 Sep 15 18:02:14.941424 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f01c5425-56f5-4444-b480-60fa26ce5758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322015'] for network (a68bedec-6b85-4205-9e74-947ce5342df1), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:14.953558 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:15.034738 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Attempt 3 to provision port 47427bda-19b8-4cae-af86-a348f2309e91 Sep 15 18:02:15.127980 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47427bda-19b8-4cae-af86-a348f2309e91 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:02:15.225159 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:15.246683 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Publish callbacks [] for port (47427bda-19b8-4cae-af86-a348f2309e91), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:15.319528 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f01c5425-56f5-4444-b480-60fa26ce5758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349697', 'neutron.services.segments.db._delete_segments_for_network-8775822491329'] for network (a68bedec-6b85-4205-9e74-947ce5342df1), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:15.361281 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-f01c5425-56f5-4444-b480-60fa26ce5758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68bedec-6b85-4205-9e74-947ce5342df1']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:15.372530 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788b936-499d-49f8-865d-47d2239e0712 req-d2b63636-62a9-41a4-a1c0-5faba4492d90 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:15.379299 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-f01c5425-56f5-4444-b480-60fa26ce5758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222e309f-eb15-4778-8b4a-b73c6e7577b2') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:15.379609 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-f01c5425-56f5-4444-b480-60fa26ce5758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222e309f-eb15-4778-8b4a-b73c6e7577b2') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:15.389111 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4788b936-499d-49f8-865d-47d2239e0712 req-d2b63636-62a9-41a4-a1c0-5faba4492d90 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 932 time: 0.1774595 Sep 15 18:02:15.393234 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f01c5425-56f5-4444-b480-60fa26ce5758 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775822491221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6869309'] for segment (222e309f-eb15-4778-8b4a-b73c6e7577b2), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:15.417165 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f01c5425-56f5-4444-b480-60fa26ce5758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (222e309f-eb15-4778-8b4a-b73c6e7577b2), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:15.427124 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01c5425-56f5-4444-b480-60fa26ce5758 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:02:15.427482 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f01c5425-56f5-4444-b480-60fa26ce5758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251153'] for segment (222e309f-eb15-4778-8b4a-b73c6e7577b2), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:15.588827 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4788b936-499d-49f8-865d-47d2239e0712 req-f324fb7e-9e88-427a-a336-7272b6360fc2 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=219655b7-efa5-41fd-8110-b82d7198b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963284 Sep 15 18:02:15.590414 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Transition to ACTIVE for port object 47427bda-19b8-4cae-af86-a348f2309e91 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:02:15.598736 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f01c5425-56f5-4444-b480-60fa26ce5758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556940'] for network (a68bedec-6b85-4205-9e74-947ce5342df1), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:15.613279 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-94b7600c-f604-4cf0-bfae-ea32829d968b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6469731 Sep 15 18:02:15.615830 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:15.638837 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (47427bda-19b8-4cae-af86-a348f2309e91), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:15.672030 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Port 47427bda-19b8-4cae-af86-a348f2309e91 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:15.718325 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f01c5425-56f5-4444-b480-60fa26ce5758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:15.745918 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-f01c5425-56f5-4444-b480-60fa26ce5758 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/a68bedec-6b85-4205-9e74-947ce5342df1 HTTP/1.1" status: 204 len: 168 time: 1.3207469 Sep 15 18:02:15.748523 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:02:04Z', 'revision_number': 4, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port': {'id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:56Z', 'updated_at': '2022-09-15T18:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'bec27a12-6472-4d5f-acc3-71eaf5a50203', 'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'tenant_id': '646252485a394aff93dd855c977cc609', 'mac_address': 'fa:16:3e:d1:81:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:02:02Z', 'updated_at': '2022-09-15T18:02:04Z', 'revision_number': 2, 'project_id': '646252485a394aff93dd855c977cc609', 'subnets': [{'id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:15.753472 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c5425-56f5-4444-b480-60fa26ce5758 admin admin] Pushing event deleted for resources: {'Network': ['ID=a68bedec-6b85-4205-9e74-947ce5342df1,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:15.872459 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Checking router: 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:02:15.872943 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Updating router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 port bec27a12-6472-4d5f-acc3-71eaf5a50203 binding host dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:02:15.938014 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58450) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:15.941604 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port ebddde5d-e7ef-4bad-8516-63c1e1e29804 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:15.946975 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (bec27a12-6472-4d5f-acc3-71eaf5a50203), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:16.065488 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-2b05158d-2428-4be2-b0b4-b6ebf428798a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056249 Sep 15 18:02:16.106716 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ea3107b8-b0a4-42ac-8b7e-b2483e6a0273 req-79e7b09f-bf9c-4c80-9c3f-96f28ebe981d tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 210 time: 0.2084816 Sep 15 18:02:16.233284 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 222e309f-eb15-4778-8b4a-b73c6e7577b2 resource provider aggregate not found Sep 15 18:02:16.285710 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 222e309f-eb15-4778-8b4a-b73c6e7577b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 222e309f-eb15-4778-8b4a-b73c6e7577b2 found for delete ", "request_id": "req-b3b2085b-7666-4149-9495-06f6b8ac8969"}]} Sep 15 18:02:16.304253 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Pushing event updated for resources: {'Port': ['ID=47427bda-19b8-4cae-af86-a348f2309e91,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:16.400937 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d42fa9a-a884-4f94-b8a6-b1851a674783 admin admin] Publish callbacks [] for security_group (4d20698e-56e0-4e98-85f7-f0a664a46dc2), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:16.444303 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d42fa9a-a884-4f94-b8a6-b1851a674783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (4d20698e-56e0-4e98-85f7-f0a664a46dc2), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:16.481708 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58472) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:16.503467 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Attempting to bind port 47427bda-19b8-4cae-af86-a348f2309e91 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:02:16.504178 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Attempting to bind port 47427bda-19b8-4cae-af86-a348f2309e91 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '635b1d25-16a2-4a23-a74a-c5d19332f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:02:16.504742 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Attempting to bind port 47427bda-19b8-4cae-af86-a348f2309e91 on network 570dc050-c736-4501-bf38-bd4c238c23a0 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:02:16.538255 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Attempt 4 to provision port 47427bda-19b8-4cae-af86-a348f2309e91 Sep 15 18:02:16.590290 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device c16a8de9-58d5-4e29-abf4-5d4705d13f51 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:02:16.747221 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-2f342562-c315-4a37-ac54-34015f7f0855 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=17319698db9a4fa29c452c6a779c43b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2640245 Sep 15 18:02:16.751912 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58484) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:16.856960 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-beec61ff-3d57-4f53-939c-8865e087d9da req-1d6eac3d-1a14-4d19-8081-ec157e03500b tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 210 time: 0.2525671 Sep 15 18:02:16.903188 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-9d42fa9a-a884-4f94-b8a6-b1851a674783 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d662741309974eeb99a8507fe6d19889&name=default HTTP/1.1" status: 200 len: 2996 time: 5.0828347 Sep 15 18:02:16.913015 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 58488) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:16.960618 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42fa9a-a884-4f94-b8a6-b1851a674783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d20698e-56e0-4e98-85f7-f0a664a46dc2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:17.085170 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cff187-84cc-4872-94a9-9072b0cfb959 req-75be5592-3ba0-4aa9-bc24-da97ec311361 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:17.096944 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-23cff187-84cc-4872-94a9-9072b0cfb959 req-75be5592-3ba0-4aa9-bc24-da97ec311361 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 944 time: 0.2955320 Sep 15 18:02:17.147011 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Port 47427bda-19b8-4cae-af86-a348f2309e91 on network 570dc050-c736-4501-bf38-bd4c238c23a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:02:17.147638 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Attempting to bind port 47427bda-19b8-4cae-af86-a348f2309e91 on network 570dc050-c736-4501-bf38-bd4c238c23a0 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:02:17.170651 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4e91be92-6f61-4e3c-917e-33464f9d14a7 admin admin] Publish callbacks [] for security_group (e4c88909-d955-4b3b-9564-b6dd1f65aae6), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:17.296339 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4e91be92-6f61-4e3c-917e-33464f9d14a7 admin admin] Publish callbacks [] for security_group (e4c88909-d955-4b3b-9564-b6dd1f65aae6), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:17.405444 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fc3882e4-f570-4198-a7b2-97e2c5e8ef0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:17.406509 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Port 47427bda-19b8-4cae-af86-a348f2309e91 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:17.449701 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:17.483255 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:17.486759 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port c16a8de9-58d5-4e29-abf4-5d4705d13f51 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:17.495222 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (c16a8de9-58d5-4e29-abf4-5d4705d13f51), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:17.496458 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port c16a8de9-58d5-4e29-abf4-5d4705d13f51 Sep 15 18:02:17.528597 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4e91be92-6f61-4e3c-917e-33464f9d14a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (e4c88909-d955-4b3b-9564-b6dd1f65aae6), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:17.538811 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4e91be92-6f61-4e3c-917e-33464f9d14a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:17.550678 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-4e91be92-6f61-4e3c-917e-33464f9d14a7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e4c88909-d955-4b3b-9564-b6dd1f65aae6 HTTP/1.1" status: 204 len: 168 time: 0.7970622 Sep 15 18:02:17.606051 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91be92-6f61-4e3c-917e-33464f9d14a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c88909-d955-4b3b-9564-b6dd1f65aae6,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:17.674181 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-96969a40-59c2-4ebc-a9f4-be91f4a906a3 req-f346f46d-ffd7-46c5-9b73-4a9f75e03b6d tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 210 time: 0.3318596 Sep 15 18:02:17.709994 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89015553-40d9-493a-9a78-d94dcf7fd25d admin admin] Publish callbacks [] for security_group (4d20698e-56e0-4e98-85f7-f0a664a46dc2), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:17.742078 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Publish callbacks [] for port (bec27a12-6472-4d5f-acc3-71eaf5a50203), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:17.743965 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:02:17.745194 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Checking segment: {'id': '635b1d25-16a2-4a23-a74a-c5d19332f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:02:17.746522 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Bound using segment: {'id': '635b1d25-16a2-4a23-a74a-c5d19332f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:02:17.749896 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Bound port: 47427bda-19b8-4cae-af86-a348f2309e91, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635b1d25-16a2-4a23-a74a-c5d19332f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:02:17.751793 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (47427bda-19b8-4cae-af86-a348f2309e91), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:17.765207 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:17.783390 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fc3882e4-f570-4198-a7b2-97e2c5e8ef0b admin admin] Publish callbacks [] for security_group (1f4a1f60-822c-4195-9a7b-cf1c820de1cd), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:17.798756 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (bec27a12-6472-4d5f-acc3-71eaf5a50203), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:17.828020 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fc3882e4-f570-4198-a7b2-97e2c5e8ef0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (1f4a1f60-822c-4195-9a7b-cf1c820de1cd), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:17.895230 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-23cff187-84cc-4872-94a9-9072b0cfb959 req-03f3a66d-ade5-436c-b569-346bdb137296 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=219655b7-efa5-41fd-8110-b82d7198b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7919061 Sep 15 18:02:17.898316 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89015553-40d9-493a-9a78-d94dcf7fd25d admin admin] Publish callbacks [] for security_group (4d20698e-56e0-4e98-85f7-f0a664a46dc2), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:18.010002 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Attempt 5 to provision port 47427bda-19b8-4cae-af86-a348f2309e91 Sep 15 18:02:18.027341 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3882e4-f570-4198-a7b2-97e2c5e8ef0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4a1f60-822c-4195-9a7b-cf1c820de1cd,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:18.106617 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-fc3882e4-f570-4198-a7b2-97e2c5e8ef0b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=badb7fd631594e8da127358e916d5a69&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1591077 Sep 15 18:02:18.107750 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58518) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:18.231741 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] For port 47427bda-19b8-4cae-af86-a348f2309e91, host hv-cinder-83538, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:02:18.235338 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b53b0b-2db4-42f0-9426-3daaa845671a None None] Pushing event updated for resources: {'Port': ['ID=bec27a12-6472-4d5f-acc3-71eaf5a50203,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:18.237185 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89015553-40d9-493a-9a78-d94dcf7fd25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (4d20698e-56e0-4e98-85f7-f0a664a46dc2), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:18.243574 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port c16a8de9-58d5-4e29-abf4-5d4705d13f51 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:18.248281 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89015553-40d9-493a-9a78-d94dcf7fd25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:18.250241 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-89015553-40d9-493a-9a78-d94dcf7fd25d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4d20698e-56e0-4e98-85f7-f0a664a46dc2 HTTP/1.1" status: 204 len: 168 time: 1.3218567 Sep 15 18:02:18.263362 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Port 47427bda-19b8-4cae-af86-a348f2309e91 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:18.267387 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Attempting to bind port bec27a12-6472-4d5f-acc3-71eaf5a50203 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:02:18.267769 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Attempting to bind port bec27a12-6472-4d5f-acc3-71eaf5a50203 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:02:18.270072 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Attempting to bind port bec27a12-6472-4d5f-acc3-71eaf5a50203 on network 8593de74-aee0-42c2-a47e-251a344102c2 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:02:18.293280 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-82ebe7d8-617f-45a5-8991-a9e0ffcf7ad6 admin admin] Publish callbacks [] for security_group (1f4a1f60-822c-4195-9a7b-cf1c820de1cd), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:18.317407 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89015553-40d9-493a-9a78-d94dcf7fd25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d20698e-56e0-4e98-85f7-f0a664a46dc2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:18.348109 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:18.351877 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f721c15-c263-4d00-91b1-898096f21349 req-7aa7e900-10d7-4779-a6cb-b063e60175f0 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:18.356179 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2f721c15-c263-4d00-91b1-898096f21349 req-7aa7e900-10d7-4779-a6cb-b063e60175f0 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 819 time: 0.3540542 Sep 15 18:02:18.370156 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-82ebe7d8-617f-45a5-8991-a9e0ffcf7ad6 admin admin] Publish callbacks [] for security_group (1f4a1f60-822c-4195-9a7b-cf1c820de1cd), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:18.384834 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] For port 47427bda-19b8-4cae-af86-a348f2309e91, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=47427bda-19b8-4cae-af86-a348f2309e91,segment=NetworkSegment(635b1d25-16a2-4a23-a74a-c5d19332f837),segment_id=635b1d25-16a2-4a23-a74a-c5d19332f837)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:02:18.407720 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2f721c15-c263-4d00-91b1-898096f21349 req-95b4e315-72c2-4789-ab9b-92f27ab84518 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/quotas/646252485a394aff93dd855c977cc609 HTTP/1.1" status: 200 len: 375 time: 0.0278709 Sep 15 18:02:18.415805 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (47427bda-19b8-4cae-af86-a348f2309e91), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:18.423352 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:18.427626 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:18.429358 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/47427bda-19b8-4cae-af86-a348f2309e91 HTTP/1.1" status: 200 len: 1094 time: 8.0516136 Sep 15 18:02:18.457937 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:02:18.458315 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Checking segment: {'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:02:18.458725 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:18.459123 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Bound using segment: {'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:02:18.459620 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Bound port: bec27a12-6472-4d5f-acc3-71eaf5a50203, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:02:18.460146 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (bec27a12-6472-4d5f-acc3-71eaf5a50203), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:18.479620 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58526) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:18.521440 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66dea411-0d22-43d5-967c-cd2215a951ee', 'tag': '47427bda-19b8-4cae-af86-a348f2309e91'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:02:18.537401 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-6780e6d6-1eea-4855-b24b-87a79e01b65b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7adf9adc48c84a568e8203d220fc1068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564938 Sep 15 18:02:18.539846 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58530) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:18.553324 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-82ebe7d8-617f-45a5-8991-a9e0ffcf7ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (1f4a1f60-822c-4195-9a7b-cf1c820de1cd), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:18.555993 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-82ebe7d8-617f-45a5-8991-a9e0ffcf7ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:18.559824 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-82ebe7d8-617f-45a5-8991-a9e0ffcf7ad6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1f4a1f60-822c-4195-9a7b-cf1c820de1cd HTTP/1.1" status: 204 len: 168 time: 0.4510202 Sep 15 18:02:18.588849 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebe7d8-617f-45a5-8991-a9e0ffcf7ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4a1f60-822c-4195-9a7b-cf1c820de1cd,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:18.631139 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-81934091-2ae1-4b0d-8043-761b9c9de6a6 admin admin] Publish callbacks [] for security_group (0d36f9f2-cadb-496e-af6e-6cd29c77f71f), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:18.664758 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-81934091-2ae1-4b0d-8043-761b9c9de6a6 admin admin] Publish callbacks [] for security_group (0d36f9f2-cadb-496e-af6e-6cd29c77f71f), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:18.757159 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] For port bec27a12-6472-4d5f-acc3-71eaf5a50203, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:02:18.778747 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Attempt 6 to provision port 47427bda-19b8-4cae-af86-a348f2309e91 Sep 15 18:02:18.794499 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] For port bec27a12-6472-4d5f-acc3-71eaf5a50203, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=bec27a12-6472-4d5f-acc3-71eaf5a50203,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:02:18.799444 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-81934091-2ae1-4b0d-8043-761b9c9de6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (0d36f9f2-cadb-496e-af6e-6cd29c77f71f), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:18.802667 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-81934091-2ae1-4b0d-8043-761b9c9de6a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:18.803996 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-81934091-2ae1-4b0d-8043-761b9c9de6a6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0d36f9f2-cadb-496e-af6e-6cd29c77f71f HTTP/1.1" status: 204 len: 168 time: 0.2632370 Sep 15 18:02:18.813688 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81934091-2ae1-4b0d-8043-761b9c9de6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d36f9f2-cadb-496e-af6e-6cd29c77f71f,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:18.852016 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a586c42-a7f7-44b4-8729-b3a8415113d0 service neutron] Pushing event updated for resources: {'Port': ['ID=47427bda-19b8-4cae-af86-a348f2309e91,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:18.982479 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (bec27a12-6472-4d5f-acc3-71eaf5a50203), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:19.032283 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-268705c0-ab67-4cdd-8158-41781ca27219 req-b33c2d20-259e-458c-b331-d93a1bae0c9f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 210 time: 0.0551355 Sep 15 18:02:19.086089 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2f721c15-c263-4d00-91b1-898096f21349 req-dd0e8521-06e7-4fc2-8f34-ccf00bf987f3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6518567 Sep 15 18:02:19.227516 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58550) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:19.297026 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-80860ff6-c6af-4a8f-aa66-888cc77b2f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:19.389756 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Port 47427bda-19b8-4cae-af86-a348f2309e91 had new provisioning blocks added so it will not transition to active. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 18:02:19.422972 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Routers {'088a99d8-6802-4c8c-bdde-95a8dfc52ef0'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:02:19.425572 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:02:02Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:19.567060 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:19.635417 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894f8ca-0524-4a7c-8006-6f7e6ff45e9a req-abff27f0-5890-472b-b61a-2bd319e72ce8 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:19.640573 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1894f8ca-0524-4a7c-8006-6f7e6ff45e9a req-abff27f0-5890-472b-b61a-2bd319e72ce8 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 944 time: 0.2820272 Sep 15 18:02:19.653568 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2f721c15-c263-4d00-91b1-898096f21349 req-dd1a7987-256d-452e-b063-821bea6a79f7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580609 Sep 15 18:02:19.813775 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:19.886298 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Provisioning complete for port bec27a12-6472-4d5f-acc3-71eaf5a50203 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:19.886298 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (bec27a12-6472-4d5f-acc3-71eaf5a50203), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:19.886298 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Attempt 1 to provision port bec27a12-6472-4d5f-acc3-71eaf5a50203 Sep 15 18:02:20.007248 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-80860ff6-c6af-4a8f-aa66-888cc77b2f85 admin admin] Publish callbacks [] for security_group (9ffa4030-67c6-4086-9c34-568e2a2f4b45), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:20.014256 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-80860ff6-c6af-4a8f-aa66-888cc77b2f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (9ffa4030-67c6-4086-9c34-568e2a2f4b45), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:20.046044 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58576) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:20.087549 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.27', 56130) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:20.255545 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b53b0b-2db4-42f0-9426-3daaa845671a None None] Pushing event updated for resources: {'Port': ['ID=bec27a12-6472-4d5f-acc3-71eaf5a50203,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:20.323597 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f050cdbe-1786-4480-a04a-ded9a57120da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:20.354843 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-80860ff6-c6af-4a8f-aa66-888cc77b2f85 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f2e424016f6a4db8aa09e95f7998209a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1252756 Sep 15 18:02:20.373431 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58580) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:20.439440 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80860ff6-c6af-4a8f-aa66-888cc77b2f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffa4030-67c6-4086-9c34-568e2a2f4b45,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:20.475822 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-079f4215-e353-4f31-be27-b5df54e946db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:20.480683 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-079f4215-e353-4f31-be27-b5df54e946db service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c099c78661284aa6940b6f842b0c9af3&device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 1128 time: 0.3638995 Sep 15 18:02:20.508063 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Current status of the port bec27a12-6472-4d5f-acc3-71eaf5a50203 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:20.508445 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (bec27a12-6472-4d5f-acc3-71eaf5a50203), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:20.664775 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37c4102d2d517d607139b710ac7a8d6e47170191c640291e613d15b6186679b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8db4891-86a2-4720-8386-8d25f7bf9f18" -d '{"events": [{"name": "network-changed", "server_uuid": "66dea411-0d22-43d5-967c-cd2215a951ee", "tag": "47427bda-19b8-4cae-af86-a348f2309e91"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:02:20.718288 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3d677cc7-4b95-4986-a83d-df907b162b4b admin admin] Publish callbacks [] for security_group (9ffa4030-67c6-4086-9c34-568e2a2f4b45), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:20.731312 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] For port bec27a12-6472-4d5f-acc3-71eaf5a50203, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=bec27a12-6472-4d5f-acc3-71eaf5a50203,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:20.741184 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] Set router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:02:20.749392 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (bec27a12-6472-4d5f-acc3-71eaf5a50203), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:20.819470 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3d677cc7-4b95-4986-a83d-df907b162b4b admin admin] Publish callbacks [] for security_group (9ffa4030-67c6-4086-9c34-568e2a2f4b45), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:20.893727 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1894f8ca-0524-4a7c-8006-6f7e6ff45e9a req-807dabf2-46b0-4106-be29-6e14a3b6ef0a tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=219655b7-efa5-41fd-8110-b82d7198b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2155404 Sep 15 18:02:20.939639 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f050cdbe-1786-4480-a04a-ded9a57120da admin admin] Publish callbacks [] for security_group (d4b219c0-c176-4fea-a2db-54f3534cdd09), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:21.009020 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f050cdbe-1786-4480-a04a-ded9a57120da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (d4b219c0-c176-4fea-a2db-54f3534cdd09), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:21.036212 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:21.042613 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50bbb7-ae19-4b41-9f47-b15f010cece0 None None] Pushing event updated for resources: {'Port': ['ID=bec27a12-6472-4d5f-acc3-71eaf5a50203,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:21.068530 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2f721c15-c263-4d00-91b1-898096f21349 req-b36b5376-3f4e-4cdf-be71-40db668b831b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3991380 Sep 15 18:02:21.175220 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-7eabf073-abce-4f04-897e-16de985ba35a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:21.176788 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-7eabf073-abce-4f04-897e-16de985ba35a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.27 "GET /networking/v2.0/networks?id=a550ae18-8a00-4e46-ab8a-055d97ed7c96 HTTP/1.1" status: 200 len: 810 time: 1.1808765 Sep 15 18:02:21.208607 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-dfa4d9b6-1755-4b19-9d20-020323a3c7ea req-d29da69c-ea85-4536-8c67-d2ef8fb47b82 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 210 time: 0.1389046 Sep 15 18:02:21.209180 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 58604) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:21.222730 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:21.251123 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050cdbe-1786-4480-a04a-ded9a57120da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b219c0-c176-4fea-a2db-54f3534cdd09,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:21.259879 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-91923a11-2c7f-4af7-bd6c-35deb8621a80 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47427bda-19b8-4cae-af86-a348f2309e91 HTTP/1.1" status: 200 len: 217 time: 0.2906179 Sep 15 18:02:21.289710 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-f050cdbe-1786-4480-a04a-ded9a57120da admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6a63022d94a34796bf21e189c7a44f6f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2291155 Sep 15 18:02:21.292500 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 58614) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:21.317170 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3d677cc7-4b95-4986-a83d-df907b162b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (9ffa4030-67c6-4086-9c34-568e2a2f4b45), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:21.320236 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3d677cc7-4b95-4986-a83d-df907b162b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:21.324491 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-3d677cc7-4b95-4986-a83d-df907b162b4b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9ffa4030-67c6-4086-9c34-568e2a2f4b45 HTTP/1.1" status: 204 len: 168 time: 0.8483751 Sep 15 18:02:21.346387 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d677cc7-4b95-4986-a83d-df907b162b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffa4030-67c6-4086-9c34-568e2a2f4b45,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:21.481726 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca28285-2f4b-4f61-8c13-db5b1dd4ef42 admin admin] Publish callbacks [] for security_group (d4b219c0-c176-4fea-a2db-54f3534cdd09), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:21.515656 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca28285-2f4b-4f61-8c13-db5b1dd4ef42 admin admin] Publish callbacks [] for security_group (d4b219c0-c176-4fea-a2db-54f3534cdd09), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:21.531865 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:02:04Z', 'revision_number': 4, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port': {'id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:56Z', 'updated_at': '2022-09-15T18:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'bec27a12-6472-4d5f-acc3-71eaf5a50203', 'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'tenant_id': '646252485a394aff93dd855c977cc609', 'mac_address': 'fa:16:3e:d1:81:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:02:02Z', 'updated_at': '2022-09-15T18:02:18Z', 'revision_number': 4, 'project_id': '646252485a394aff93dd855c977cc609', 'subnets': [{'id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:21.584492 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:21.616748 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-65b611d3-b5a1-4a7a-afe2-00f69c303dc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:21.653676 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2da392a-d263-4257-8592-2a64ffb34690 None None] The sync data for ids ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'] in dv-cinder-835384-27-smb is: [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:02:04Z', 'revision_number': 4, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port': {'id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:56Z', 'updated_at': '2022-09-15T18:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'bec27a12-6472-4d5f-acc3-71eaf5a50203', 'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'tenant_id': '646252485a394aff93dd855c977cc609', 'mac_address': 'fa:16:3e:d1:81:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:02:02Z', 'updated_at': '2022-09-15T18:02:18Z', 'revision_number': 4, 'project_id': '646252485a394aff93dd855c977cc609', 'subnets': [{'id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:02:21.870907 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bcdfe3-b7af-4656-b66c-d3706c098027 x-openstack-request-id: req-a6bcdfe3-b7af-4656-b66c-d3706c098027 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:02:21.871515 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66dea411-0d22-43d5-967c-cd2215a951ee", "tag": "47427bda-19b8-4cae-af86-a348f2309e91", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:02:21.871515 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6bcdfe3-b7af-4656-b66c-d3706c098027 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:02:21.872166 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6bcdfe3-b7af-4656-b66c-d3706c098027'] response: {'name': 'network-changed', 'server_uuid': '66dea411-0d22-43d5-967c-cd2215a951ee', 'tag': '47427bda-19b8-4cae-af86-a348f2309e91', 'status': 'completed', 'code': 200} Sep 15 18:02:21.894777 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:DELETE=7,neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:21.950802 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b312c4f9-04bb-47b2-9d38-26e1873dbcb6 req-325c6a58-137f-4a27-b52c-10e301cc62ce tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 210 time: 0.3164184 Sep 15 18:02:21.986941 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca28285-2f4b-4f61-8c13-db5b1dd4ef42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (d4b219c0-c176-4fea-a2db-54f3534cdd09), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:21.990138 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca28285-2f4b-4f61-8c13-db5b1dd4ef42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:22.002837 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-2047a859-b349-475c-a8c9-263e6f192194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:22.007610 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-2047a859-b349-475c-a8c9-263e6f192194 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=18d4fe43-ed89-46d1-a2a4-46d92bf8047c HTTP/1.1" status: 200 len: 851 time: 0.3196177 Sep 15 18:02:22.013267 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-2ca28285-2f4b-4f61-8c13-db5b1dd4ef42 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d4b219c0-c176-4fea-a2db-54f3534cdd09 HTTP/1.1" status: 204 len: 168 time: 0.7196732 Sep 15 18:02:22.154333 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca28285-2f4b-4f61-8c13-db5b1dd4ef42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b219c0-c176-4fea-a2db-54f3534cdd09,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:22.302673 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.27', 56139) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:22.322719 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-65b611d3-b5a1-4a7a-afe2-00f69c303dc5 admin admin] Publish callbacks [] for security_group (3437fa00-f7ef-4a23-9cba-285c4da46f61), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:22.437051 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-65b611d3-b5a1-4a7a-afe2-00f69c303dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (3437fa00-f7ef-4a23-9cba-285c4da46f61), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:22.570703 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device bec27a12-6472-4d5f-acc3-71eaf5a50203 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:02:22.700572 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b611d3-b5a1-4a7a-afe2-00f69c303dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3437fa00-f7ef-4a23-9cba-285c4da46f61,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:22.723205 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d846ecd5-b7de-4034-b69b-b56fe3b5fd58 req-6185575f-5ee6-42e5-b5f0-f5e91ad621b7 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 210 time: 0.3258712 Sep 15 18:02:22.858023 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port bec27a12-6472-4d5f-acc3-71eaf5a50203 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:22.861137 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (bec27a12-6472-4d5f-acc3-71eaf5a50203), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:22.863953 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port bec27a12-6472-4d5f-acc3-71eaf5a50203 Sep 15 18:02:22.914494 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-685f52bd-61e5-4e7e-b1eb-cf8ab337313e tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d0c00ad55eda4d7f8a0370359478f2df HTTP/1.1" status: 200 len: 380 time: 1.2238941 Sep 15 18:02:22.963452 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-200afbc5-7556-456b-ace8-2f1312fb74d9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Request body: {'port': {'device_id': '0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'admin_state_up': True, 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'security_groups': ['c13aecba-9cc3-47b0-bdae-bcc76a01d34e']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:23.174727 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:23.181633 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0eeb9-9811-4da5-bec0-dd5f2a15f102 req-d370ec6c-73f4-471d-ad4f-736a0e04d3dd tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:23.185904 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port bec27a12-6472-4d5f-acc3-71eaf5a50203 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:23.197394 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9ef0eeb9-9811-4da5-bec0-dd5f2a15f102 req-d370ec6c-73f4-471d-ad4f-736a0e04d3dd tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 944 time: 1.0453632 Sep 15 18:02:23.326904 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-65b611d3-b5a1-4a7a-afe2-00f69c303dc5 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f836f23bd3064c58ba6fcaf9921b1a61&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1104832 Sep 15 18:02:23.439193 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 58674) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:23.461477 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-a0a86377-a13d-4eea-a464-8c8ff45e76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:23.466522 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-a0a86377-a13d-4eea-a464-8c8ff45e76a4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=570dc050-c736-4501-bf38-bd4c238c23a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 1.1644082 Sep 15 18:02:23.556450 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a28a2a50-67be-4e18-b636-95aa97637934 req-4fd2c2ae-4949-4a9e-9987-7b4e69728d0a tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 210 time: 0.3906713 Sep 15 18:02:23.816913 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9ef0eeb9-9811-4da5-bec0-dd5f2a15f102 req-d867a978-d2c4-4a56-8130-6d28601bc877 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=219655b7-efa5-41fd-8110-b82d7198b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6183424 Sep 15 18:02:23.927881 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6068eb5e-25e0-44d0-96b3-6b6ce0880d95 admin admin] Publish callbacks [] for security_group (3437fa00-f7ef-4a23-9cba-285c4da46f61), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:23.943961 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-bbd58431-49f8-45f6-947c-fe0fcd6f8c2c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/570dc050-c736-4501-bf38-bd4c238c23a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794603 Sep 15 18:02:23.978063 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-200afbc5-7556-456b-ace8-2f1312fb74d9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Made reservation on behalf of d0c00ad55eda4d7f8a0370359478f2df for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:02:23.986859 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-200afbc5-7556-456b-ace8-2f1312fb74d9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:24.075071 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-59bbc989-d6e4-4ef4-a59d-b4c027a192ba req-a7891927-6c4b-4c55-96b6-62bf72f72b03 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 210 time: 0.1515665 Sep 15 18:02:24.093974 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6068eb5e-25e0-44d0-96b3-6b6ce0880d95 admin admin] Publish callbacks [] for security_group (3437fa00-f7ef-4a23-9cba-285c4da46f61), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:24.186079 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-c9a00f13-35ba-41a3-8380-958d8d22b055 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:24.187650 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-c9a00f13-35ba-41a3-8380-958d8d22b055 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.27 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 819 time: 1.8642120 Sep 15 18:02:24.234895 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-d573e73e-7cf3-4da5-a424-1bf75fc65726 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Request body: {'port': {'device_id': '350e3d7f-5401-496e-b415-b58ce826ca39', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'admin_state_up': True, 'tenant_id': '646252485a394aff93dd855c977cc609'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:24.377140 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:24.381894 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cb3dfb81-51d3-4776-b296-608d28776ac5 req-969caa26-bd55-4b44-b3b6-0610550bf419 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/570dc050-c736-4501-bf38-bd4c238c23a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921807 Sep 15 18:02:24.401422 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:24.508371 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-d573e73e-7cf3-4da5-a424-1bf75fc65726 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Made reservation on behalf of 646252485a394aff93dd855c977cc609 for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:02:24.527710 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-d573e73e-7cf3-4da5-a424-1bf75fc65726 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:24.690011 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-200afbc5-7556-456b-ace8-2f1312fb74d9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Allocated IP 172.20.0.13 (a550ae18-8a00-4e46-ab8a-055d97ed7c96/0acbc2fd-b392-426b-a234-c034ff806cba/59bc3db6-123e-4171-80de-57632fb2793a) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:02:24.755999 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:24.853486 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6068eb5e-25e0-44d0-96b3-6b6ce0880d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (3437fa00-f7ef-4a23-9cba-285c4da46f61), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:24.856457 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6068eb5e-25e0-44d0-96b3-6b6ce0880d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:24.861529 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-6068eb5e-25e0-44d0-96b3-6b6ce0880d95 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3437fa00-f7ef-4a23-9cba-285c4da46f61 HTTP/1.1" status: 204 len: 168 time: 1.4151978 Sep 15 18:02:24.865885 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-aae48cc0-47b9-4470-9167-53932467413a req-7eb426fb-ea1c-43aa-a222-7d8fca8ca208 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 210 time: 0.1065729 Sep 15 18:02:24.881426 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068eb5e-25e0-44d0-96b3-6b6ce0880d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3437fa00-f7ef-4a23-9cba-285c4da46f61,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:25.032227 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-200afbc5-7556-456b-ace8-2f1312fb74d9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for port (59bc3db6-123e-4171-80de-57632fb2793a), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:25.034776 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-d573e73e-7cf3-4da5-a424-1bf75fc65726 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Allocated IP 172.20.0.7 (8593de74-aee0-42c2-a47e-251a344102c2/397f452f-84f2-47b4-83c7-c0b41ea0d7ed/e87b14a2-564d-4899-9457-0622d02b8376) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:02:25.047758 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca46d9-0867-4876-b8ee-f7ac74cb0d52 req-d4d5dc94-6d9d-4db4-88d4-613430619a49 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:25.049385 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5eca46d9-0867-4876-b8ee-f7ac74cb0d52 req-d4d5dc94-6d9d-4db4-88d4-613430619a49 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 944 time: 0.0803838 Sep 15 18:02:25.140131 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5eca46d9-0867-4876-b8ee-f7ac74cb0d52 req-50411b33-afd0-45d7-993b-7c370918c04d tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=219655b7-efa5-41fd-8110-b82d7198b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794520 Sep 15 18:02:25.142281 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-200afbc5-7556-456b-ace8-2f1312fb74d9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (59bc3db6-123e-4171-80de-57632fb2793a), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:25.230572 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:25.238141 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:25.241431 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=22 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:25.248615 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-200afbc5-7556-456b-ace8-2f1312fb74d9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Network a550ae18-8a00-4e46-ab8a-055d97ed7c96 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:02:25.252192 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200afbc5-7556-456b-ace8-2f1312fb74d9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event updated for resources: {'Port': ['ID=59bc3db6-123e-4171-80de-57632fb2793a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:25.266271 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-200afbc5-7556-456b-ace8-2f1312fb74d9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:02:25.358911 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.27', 56149) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:25.360334 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de729c7-00d7-4639-9e59-62e4d6091b18 req-75509664-74e9-4ea6-8cc4-3f9defd5a109 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:25.362646 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9de729c7-00d7-4639-9e59-62e4d6091b18 req-75509664-74e9-4ea6-8cc4-3f9defd5a109 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 932 time: 0.0889218 Sep 15 18:02:25.363965 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-200afbc5-7556-456b-ace8-2f1312fb74d9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:02:25.369094 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-200afbc5-7556-456b-ace8-2f1312fb74d9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:25.370008 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-200afbc5-7556-456b-ace8-2f1312fb74d9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:25.409031 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db4891-86a2-4720-8386-8d25f7bf9f18 req-e5740a49-437f-4007-b14f-9f61a780d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:25.410704 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-c8db4891-86a2-4720-8386-8d25f7bf9f18 req-e5740a49-437f-4007-b14f-9f61a780d19d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c099c78661284aa6940b6f842b0c9af3&device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 1128 time: 0.0877593 Sep 15 18:02:25.447669 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9de729c7-00d7-4639-9e59-62e4d6091b18 req-8c20dc60-5358-4749-a25c-a2639241fbb3 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624020 Sep 15 18:02:25.451146 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-200afbc5-7556-456b-ace8-2f1312fb74d9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5055931 Sep 15 18:02:25.520782 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:25.562054 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-d573e73e-7cf3-4da5-a424-1bf75fc65726 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for port (e87b14a2-564d-4899-9457-0622d02b8376), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:25.575886 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f721c15-c263-4d00-91b1-898096f21349 req-eb03d51a-abc8-4f94-b95b-f2833fe2a593 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:25.577521 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2f721c15-c263-4d00-91b1-898096f21349 req-eb03d51a-abc8-4f94-b95b-f2833fe2a593 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.27 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 819 time: 0.2091517 Sep 15 18:02:25.626202 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-d573e73e-7cf3-4da5-a424-1bf75fc65726 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (e87b14a2-564d-4899-9457-0622d02b8376), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:25.705048 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-d573e73e-7cf3-4da5-a424-1bf75fc65726 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Network 8593de74-aee0-42c2-a47e-251a344102c2 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:02:25.717712 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-d573e73e-7cf3-4da5-a424-1bf75fc65726 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:02:25.727994 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-d573e73e-7cf3-4da5-a424-1bf75fc65726 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:02:25.737918 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-effecc5f-29f1-470a-86cd-341dfa980543 None None] Provisioning complete for port 59bc3db6-123e-4171-80de-57632fb2793a triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:25.737918 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-effecc5f-29f1-470a-86cd-341dfa980543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (59bc3db6-123e-4171-80de-57632fb2793a), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:25.738697 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-effecc5f-29f1-470a-86cd-341dfa980543 None None] Attempt 1 to provision port 59bc3db6-123e-4171-80de-57632fb2793a Sep 15 18:02:25.769559 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573e73e-7cf3-4da5-a424-1bf75fc65726 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Pushing event updated for resources: {'Port': ['ID=e87b14a2-564d-4899-9457-0622d02b8376,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:25.802186 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-d573e73e-7cf3-4da5-a424-1bf75fc65726 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:25.810771 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-d573e73e-7cf3-4da5-a424-1bf75fc65726 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:25.832780 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-d573e73e-7cf3-4da5-a424-1bf75fc65726 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6212327 Sep 15 18:02:25.849623 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-effecc5f-29f1-470a-86cd-341dfa980543 None None] Port 59bc3db6-123e-4171-80de-57632fb2793a cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:25.930950 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 58754) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:25.955370 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-37320715-d02e-4653-9faf-1cdfbd332781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:26.132028 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6f4a65d6-b79c-4f80-a177-e11a9a3dcff3 req-410ae5d9-75ea-477c-8354-e6c5f4bfdbb6 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 210 time: 0.1051409 Sep 15 18:02:26.165967 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-37320715-d02e-4653-9faf-1cdfbd332781 admin admin] Publish callbacks [] for security_group (0aa5b230-22d1-4cad-b672-0d90bee93224), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:26.174809 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-37320715-d02e-4653-9faf-1cdfbd332781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (0aa5b230-22d1-4cad-b672-0d90bee93224), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:26.183331 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:26.239022 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-37320715-d02e-4653-9faf-1cdfbd332781 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=37cf2ad05d8e4f3994c14f1477fe5e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067384 Sep 15 18:02:26.240529 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37320715-d02e-4653-9faf-1cdfbd332781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa5b230-22d1-4cad-b672-0d90bee93224,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:26.241868 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 58778) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:26.321584 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7b0d-1629-4133-82fe-3d7597c6cf56 admin admin] Publish callbacks [] for security_group (0aa5b230-22d1-4cad-b672-0d90bee93224), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:26.354728 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-effecc5f-29f1-470a-86cd-341dfa980543 None None] Attempt 2 to provision port 59bc3db6-123e-4171-80de-57632fb2793a Sep 15 18:02:26.376985 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7b0d-1629-4133-82fe-3d7597c6cf56 admin admin] Publish callbacks [] for security_group (0aa5b230-22d1-4cad-b672-0d90bee93224), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:26.392100 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad424079-7ff8-4b9b-9953-743fdc709810 req-0b63fd05-574f-48d3-afaa-144fd481253b tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:26.393649 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ad424079-7ff8-4b9b-9953-743fdc709810 req-0b63fd05-574f-48d3-afaa-144fd481253b tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 944 time: 0.0696228 Sep 15 18:02:26.419324 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-effecc5f-29f1-470a-86cd-341dfa980543 None None] Port 59bc3db6-123e-4171-80de-57632fb2793a cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:26.464878 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ad424079-7ff8-4b9b-9953-743fdc709810 req-66daf837-19da-4a1b-b889-2ba44bcc189b tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=219655b7-efa5-41fd-8110-b82d7198b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634229 Sep 15 18:02:26.479304 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7b0d-1629-4133-82fe-3d7597c6cf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (0aa5b230-22d1-4cad-b672-0d90bee93224), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:26.489529 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7b0d-1629-4133-82fe-3d7597c6cf56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:26.489529 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-a1cd7b0d-1629-4133-82fe-3d7597c6cf56 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0aa5b230-22d1-4cad-b672-0d90bee93224 HTTP/1.1" status: 204 len: 168 time: 0.2397797 Sep 15 18:02:26.493000 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd7b0d-1629-4133-82fe-3d7597c6cf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa5b230-22d1-4cad-b672-0d90bee93224,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:26.536624 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Request body: {'port': {'device_id': '0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:26.570713 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-2f721c15-c263-4d00-91b1-898096f21349 req-9cf6c38a-7e18-40ac-9a02-ce0312fd1845 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Request body: {'port': {'device_id': '1be95c25-9992-45e4-a240-c65ef0b357b7', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'admin_state_up': True, 'tenant_id': '646252485a394aff93dd855c977cc609'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:26.645824 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742c1d1-8766-4a32-a13a-6d2fabaa9573 req-71c7dced-980e-4c64-b82a-7f2cd400ca39 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:26.647591 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1742c1d1-8766-4a32-a13a-6d2fabaa9573 req-71c7dced-980e-4c64-b82a-7f2cd400ca39 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 932 time: 0.0789165 Sep 15 18:02:26.720246 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (59bc3db6-123e-4171-80de-57632fb2793a), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:26.740128 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1742c1d1-8766-4a32-a13a-6d2fabaa9573 req-ffec3e09-787c-4466-b061-a53ef6e63f9e tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710721 Sep 15 18:02:26.790905 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Request body: {'port': {'device_id': '350e3d7f-5401-496e-b415-b58ce826ca39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:26.921145 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-effecc5f-29f1-470a-86cd-341dfa980543 None None] Attempt 3 to provision port 59bc3db6-123e-4171-80de-57632fb2793a Sep 15 18:02:27.031498 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-effecc5f-29f1-470a-86cd-341dfa980543 None None] Port 59bc3db6-123e-4171-80de-57632fb2793a cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:27.085554 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:27.315642 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db4891-86a2-4720-8386-8d25f7bf9f18 req-a5386ed3-8d90-41cc-9176-8b2609391d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:27.321538 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-c8db4891-86a2-4720-8386-8d25f7bf9f18 req-a5386ed3-8d90-41cc-9176-8b2609391d5c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=570dc050-c736-4501-bf38-bd4c238c23a0 HTTP/1.1" status: 200 len: 913 time: 0.7896657 Sep 15 18:02:27.352129 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (e87b14a2-564d-4899-9457-0622d02b8376), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:27.383783 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-946b08df-5f84-4f7a-86c3-9097a14a7b39 req-39543132-d620-40d6-b89d-6ad5462fce42 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 210 time: 0.0640879 Sep 15 18:02:27.392734 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59bc3db6-123e-4171-80de-57632fb2793a {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:02:27.428723 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Publish callbacks [] for port (59bc3db6-123e-4171-80de-57632fb2793a), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:27.473633 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Transition to ACTIVE for port object 59bc3db6-123e-4171-80de-57632fb2793a will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:02:27.481884 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (59bc3db6-123e-4171-80de-57632fb2793a), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:27.520558 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-c8db4891-86a2-4720-8386-8d25f7bf9f18 req-cbeccf4f-9667-42c9-95bf-2b850c982c36 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47427bda-19b8-4cae-af86-a348f2309e91 HTTP/1.1" status: 200 len: 217 time: 0.1840816 Sep 15 18:02:27.532888 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-effecc5f-29f1-470a-86cd-341dfa980543 None None] Attempt 4 to provision port 59bc3db6-123e-4171-80de-57632fb2793a Sep 15 18:02:27.583694 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Pushing event updated for resources: {'Port': ['ID=59bc3db6-123e-4171-80de-57632fb2793a,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:27.598201 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Attempting to bind port 59bc3db6-123e-4171-80de-57632fb2793a on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:02:27.598428 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Attempting to bind port 59bc3db6-123e-4171-80de-57632fb2793a by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'b3008e68-0504-4a46-a4e1-5f7964613c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:02:27.598817 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Attempting to bind port 59bc3db6-123e-4171-80de-57632fb2793a on network a550ae18-8a00-4e46-ab8a-055d97ed7c96 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:02:27.602666 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:27.746086 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:27.839578 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-effecc5f-29f1-470a-86cd-341dfa980543 None None] Port 59bc3db6-123e-4171-80de-57632fb2793a cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:27.898145 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Port 59bc3db6-123e-4171-80de-57632fb2793a on network a550ae18-8a00-4e46-ab8a-055d97ed7c96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:02:27.898706 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Attempting to bind port 59bc3db6-123e-4171-80de-57632fb2793a on network a550ae18-8a00-4e46-ab8a-055d97ed7c96 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:02:27.968902 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb762b3-fa75-4ec7-b91b-77435ce7fde0 req-7c1cb88a-80e9-4968-8501-cb855d2aa24b tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:27.970706 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0bb762b3-fa75-4ec7-b91b-77435ce7fde0 req-7c1cb88a-80e9-4968-8501-cb855d2aa24b tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 944 time: 0.2839561 Sep 15 18:02:28.031550 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f721c15-c263-4d00-91b1-898096f21349 req-9cf6c38a-7e18-40ac-9a02-ce0312fd1845 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Made reservation on behalf of 646252485a394aff93dd855c977cc609 for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:02:28.036678 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2f721c15-c263-4d00-91b1-898096f21349 req-9cf6c38a-7e18-40ac-9a02-ce0312fd1845 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:28.050509 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcb8bc-8046-4701-925f-386bfd711403 req-604b2b89-2c91-4b64-8d93-192bd18cee35 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:28.052102 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c5dcb8bc-8046-4701-925f-386bfd711403 req-604b2b89-2c91-4b64-8d93-192bd18cee35 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 944 time: 0.1487181 Sep 15 18:02:28.063450 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:02:28.063790 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Checking segment: {'id': 'b3008e68-0504-4a46-a4e1-5f7964613c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:02:28.064293 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Bound using segment: {'id': 'b3008e68-0504-4a46-a4e1-5f7964613c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:02:28.071587 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Bound port: 59bc3db6-123e-4171-80de-57632fb2793a, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3008e68-0504-4a46-a4e1-5f7964613c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:02:28.072730 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (59bc3db6-123e-4171-80de-57632fb2793a), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:28.110817 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db4891-86a2-4720-8386-8d25f7bf9f18 req-02f3a661-ed6e-45b9-a9ee-ebd1aa1c503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:28.112687 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-c8db4891-86a2-4720-8386-8d25f7bf9f18 req-02f3a661-ed6e-45b9-a9ee-ebd1aa1c503f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=18d4fe43-ed89-46d1-a2a4-46d92bf8047c HTTP/1.1" status: 200 len: 851 time: 0.5691791 Sep 15 18:02:28.142615 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0bb762b3-fa75-4ec7-b91b-77435ce7fde0 req-77d130b0-6ec3-4405-9202-267a16475a56 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=219655b7-efa5-41fd-8110-b82d7198b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449227 Sep 15 18:02:28.221588 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] For port 59bc3db6-123e-4171-80de-57632fb2793a, host hv-cinder-83538, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:02:28.225458 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] For port 59bc3db6-123e-4171-80de-57632fb2793a, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=59bc3db6-123e-4171-80de-57632fb2793a,segment=NetworkSegment(b3008e68-0504-4a46-a4e1-5f7964613c00),segment_id=b3008e68-0504-4a46-a4e1-5f7964613c00)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:02:28.234364 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (59bc3db6-123e-4171-80de-57632fb2793a), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:28.241214 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c5dcb8bc-8046-4701-925f-386bfd711403 req-88c784df-7691-48de-b40b-5ff623ed2372 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563077 Sep 15 18:02:28.253386 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db4891-86a2-4720-8386-8d25f7bf9f18 req-e5576fb6-bcb8-411a-83f1-9d0b800f667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:28.254913 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-c8db4891-86a2-4720-8386-8d25f7bf9f18 req-e5576fb6-bcb8-411a-83f1-9d0b800f667d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=570dc050-c736-4501-bf38-bd4c238c23a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1231935 Sep 15 18:02:28.284921 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:28.285723 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:28.287580 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/59bc3db6-123e-4171-80de-57632fb2793a HTTP/1.1" status: 200 len: 1094 time: 1.7567108 Sep 15 18:02:28.288282 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8', 'tag': '59bc3db6-123e-4171-80de-57632fb2793a'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:02:28.291063 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37c4102d2d517d607139b710ac7a8d6e47170191c640291e613d15b6186679b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd86969-9a6f-45ce-8b33-758062f731e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8", "tag": "59bc3db6-123e-4171-80de-57632fb2793a"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:02:28.342038 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-effecc5f-29f1-470a-86cd-341dfa980543 None None] Attempt 5 to provision port 59bc3db6-123e-4171-80de-57632fb2793a Sep 15 18:02:28.378482 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009feb7-5cd4-40ed-b9da-b332a9024716 service neutron] Pushing event updated for resources: {'Port': ['ID=59bc3db6-123e-4171-80de-57632fb2793a,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:28.383670 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:28.440013 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87b14a2-564d-4899-9457-0622d02b8376 {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:02:28.460805 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Publish callbacks [] for port (e87b14a2-564d-4899-9457-0622d02b8376), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:28.488371 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-effecc5f-29f1-470a-86cd-341dfa980543 None None] Port 59bc3db6-123e-4171-80de-57632fb2793a had new provisioning blocks added so it will not transition to active. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 18:02:28.509438 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985068fd-2158-4c85-bd15-7854aa76072e x-openstack-request-id: req-985068fd-2158-4c85-bd15-7854aa76072e {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:02:28.510337 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8", "tag": "59bc3db6-123e-4171-80de-57632fb2793a", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:02:28.510728 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-985068fd-2158-4c85-bd15-7854aa76072e {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:02:28.511297 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985068fd-2158-4c85-bd15-7854aa76072e'] response: {'name': 'network-changed', 'server_uuid': '0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8', 'tag': '59bc3db6-123e-4171-80de-57632fb2793a', 'status': 'completed', 'code': 200} Sep 15 18:02:28.530912 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-c8db4891-86a2-4720-8386-8d25f7bf9f18 req-b9a6b152-c972-4c89-ab1c-6468063fcffe service neutron] 10.222.0.27 "GET /networking/v2.0/networks/570dc050-c736-4501-bf38-bd4c238c23a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537742 Sep 15 18:02:28.533446 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Transition to ACTIVE for port object e87b14a2-564d-4899-9457-0622d02b8376 will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:02:28.560326 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-d76d0d4a-9419-4bf6-9266-2f1d975462d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:28.561833 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-d76d0d4a-9419-4bf6-9266-2f1d975462d6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d0c00ad55eda4d7f8a0370359478f2df&device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 1128 time: 0.1562910 Sep 15 18:02:28.691304 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-c8db4891-86a2-4720-8386-8d25f7bf9f18 req-84c4991c-db33-48a8-a753-975fdf8add3d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/570dc050-c736-4501-bf38-bd4c238c23a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556010 Sep 15 18:02:28.702292 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1694d498-5738-4f4d-bd4f-0caccd3c852f req-905e5201-4a4b-4cf3-99f7-b0c0c5c17e39 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 210 time: 0.1455195 Sep 15 18:02:28.704542 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-cc097ee8-2ffb-4738-8090-444836ba0a88 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59bc3db6-123e-4171-80de-57632fb2793a HTTP/1.1" status: 200 len: 217 time: 0.1235354 Sep 15 18:02:28.771832 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (e87b14a2-564d-4899-9457-0622d02b8376), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:28.809254 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-73bd709d-c0d1-4e07-a21e-8ab400bd2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:28.811347 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-73bd709d-c0d1-4e07-a21e-8ab400bd2184 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=0acbc2fd-b392-426b-a234-c034ff806cba HTTP/1.1" status: 200 len: 849 time: 0.0880239 Sep 15 18:02:28.934044 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-d6015ee8-4c9a-4748-ab0f-8661c88ae73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:28.937106 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-d6015ee8-4c9a-4748-ab0f-8661c88ae73b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a550ae18-8a00-4e46-ab8a-055d97ed7c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1182983 Sep 15 18:02:28.939053 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d882e30d-1473-4eef-8c25-7c7158d2e179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:28.968353 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 47427bda-19b8-4cae-af86-a348f2309e91 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:02:28.998969 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-2f721c15-c263-4d00-91b1-898096f21349 req-9cf6c38a-7e18-40ac-9a02-ce0312fd1845 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Allocated IP 172.20.0.14 (8593de74-aee0-42c2-a47e-251a344102c2/397f452f-84f2-47b4-83c7-c0b41ea0d7ed/96a80795-1c8c-4798-8443-e1d31be4689b) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:02:29.055478 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Pushing event updated for resources: {'Port': ['ID=e87b14a2-564d-4899-9457-0622d02b8376,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:29.170220 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Attempting to bind port e87b14a2-564d-4899-9457-0622d02b8376 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:02:29.170220 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Attempting to bind port e87b14a2-564d-4899-9457-0622d02b8376 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:02:29.170773 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Attempting to bind port e87b14a2-564d-4899-9457-0622d02b8376 on network 8593de74-aee0-42c2-a47e-251a344102c2 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:02:29.179782 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 47427bda-19b8-4cae-af86-a348f2309e91, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=47427bda-19b8-4cae-af86-a348f2309e91,segment=NetworkSegment(635b1d25-16a2-4a23-a74a-c5d19332f837),segment_id=635b1d25-16a2-4a23-a74a-c5d19332f837)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:29.200350 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '47427bda-19b8-4cae-af86-a348f2309e91', 'network_id': '570dc050-c736-4501-bf38-bd4c238c23a0', 'port_id': '47427bda-19b8-4cae-af86-a348f2309e91', 'mac_address': 'fa:16:3e:15:80:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d4fe43-ed89-46d1-a2a4-46d92bf8047c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:02:29.254527 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 47427bda-19b8-4cae-af86-a348f2309e91 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:29.255197 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (47427bda-19b8-4cae-af86-a348f2309e91), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:29.258267 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:29.277097 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47427bda-19b8-4cae-af86-a348f2309e91 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:02:29.307512 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 47427bda-19b8-4cae-af86-a348f2309e91, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=47427bda-19b8-4cae-af86-a348f2309e91,segment=NetworkSegment(635b1d25-16a2-4a23-a74a-c5d19332f837),segment_id=635b1d25-16a2-4a23-a74a-c5d19332f837)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:29.315513 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (47427bda-19b8-4cae-af86-a348f2309e91), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:29.330003 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:29.447715 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:29.457813 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-952c81f7-82d1-44b5-ab4d-747ac23d748f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137889 Sep 15 18:02:29.468250 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Port e87b14a2-564d-4899-9457-0622d02b8376 on network 8593de74-aee0-42c2-a47e-251a344102c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:02:29.468943 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Attempting to bind port e87b14a2-564d-4899-9457-0622d02b8376 on network 8593de74-aee0-42c2-a47e-251a344102c2 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:02:29.481053 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=47427bda-19b8-4cae-af86-a348f2309e91,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:29.563920 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2f721c15-c263-4d00-91b1-898096f21349 req-9cf6c38a-7e18-40ac-9a02-ce0312fd1845 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for port (96a80795-1c8c-4798-8443-e1d31be4689b), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:29.585826 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:02:29.585826 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Checking segment: {'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:02:29.585826 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Bound using segment: {'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:02:29.586469 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Bound port: e87b14a2-564d-4899-9457-0622d02b8376, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:02:29.586979 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (e87b14a2-564d-4899-9457-0622d02b8376), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:29.652020 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1218d1-a295-4ff4-a34b-2bce7c283c1d req-ac5947a5-11fa-4bd5-b72a-ab877b070bf5 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:29.654230 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5d1218d1-a295-4ff4-a34b-2bce7c283c1d req-ac5947a5-11fa-4bd5-b72a-ab877b070bf5 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 945 time: 0.1901062 Sep 15 18:02:29.691217 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355258f-bd9c-459c-bd69-562b6cbb70de req-3a25569d-bb50-49a5-bc40-cd4456bf90ab tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:29.693018 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3355258f-bd9c-459c-bd69-562b6cbb70de req-3a25569d-bb50-49a5-bc40-cd4456bf90ab tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 944 time: 0.2264440 Sep 15 18:02:29.728822 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] For port e87b14a2-564d-4899-9457-0622d02b8376, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:02:29.737461 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] For port e87b14a2-564d-4899-9457-0622d02b8376, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e87b14a2-564d-4899-9457-0622d02b8376,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:02:29.744559 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['47427bda-19b8-4cae-af86-a348f2309e91'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:02:29.760714 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (e87b14a2-564d-4899-9457-0622d02b8376), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:29.767056 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:29.767923 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:29.770722 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/e87b14a2-564d-4899-9457-0622d02b8376 HTTP/1.1" status: 200 len: 1093 time: 3.0122688 Sep 15 18:02:29.777677 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350e3d7f-5401-496e-b415-b58ce826ca39', 'tag': 'e87b14a2-564d-4899-9457-0622d02b8376'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:02:29.790292 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:29.794849 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2f721c15-c263-4d00-91b1-898096f21349 req-9cf6c38a-7e18-40ac-9a02-ce0312fd1845 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (96a80795-1c8c-4798-8443-e1d31be4689b), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:29.822924 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3355258f-bd9c-459c-bd69-562b6cbb70de req-8d0fee97-6455-479f-864f-9e09dadd8609 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196165 Sep 15 18:02:29.825001 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0cfa829-603b-4ded-a2b2-f3de2d5f6476 req-a717ee06-6f89-4085-81b4-0adcff4b7608 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291042 Sep 15 18:02:29.840785 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5d1218d1-a295-4ff4-a34b-2bce7c283c1d req-25c51cbd-8500-46ce-8673-3b60a17efd06 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=219655b7-efa5-41fd-8110-b82d7198b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776121 Sep 15 18:02:29.847739 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f721c15-c263-4d00-91b1-898096f21349 req-9cf6c38a-7e18-40ac-9a02-ce0312fd1845 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Network 8593de74-aee0-42c2-a47e-251a344102c2 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:02:29.852020 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:29.853844 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-2f721c15-c263-4d00-91b1-898096f21349 req-9cf6c38a-7e18-40ac-9a02-ce0312fd1845 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:02:29.858563 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f721c15-c263-4d00-91b1-898096f21349 req-9cf6c38a-7e18-40ac-9a02-ce0312fd1845 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:02:29.999777 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f721c15-c263-4d00-91b1-898096f21349 req-9cf6c38a-7e18-40ac-9a02-ce0312fd1845 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:30.000466 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2f721c15-c263-4d00-91b1-898096f21349 req-9cf6c38a-7e18-40ac-9a02-ce0312fd1845 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:30.009238 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-ec1669e5-51cf-47ee-8420-13ab9188e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:30.010956 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-ec1669e5-51cf-47ee-8420-13ab9188e1ad service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 1127 time: 0.1659906 Sep 15 18:02:30.159745 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20488ddd-2e14-4e6e-842f-eb52e3f074ca req-e7ea630a-c44a-4a9f-bd44-2c3a05d4deea tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:30.185853 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-20488ddd-2e14-4e6e-842f-eb52e3f074ca req-e7ea630a-c44a-4a9f-bd44-2c3a05d4deea tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 932 time: 0.1219707 Sep 15 18:02:30.198649 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2f721c15-c263-4d00-91b1-898096f21349 req-9cf6c38a-7e18-40ac-9a02-ce0312fd1845 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6442955 Sep 15 18:02:30.207221 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df67c9-84b6-4e48-bd3a-0db343717205 service neutron] Pushing event updated for resources: {'Port': ['ID=e87b14a2-564d-4899-9457-0622d02b8376,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:30.276398 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:30.363314 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-20488ddd-2e14-4e6e-842f-eb52e3f074ca req-6f5ab685-c829-45c8-9688-f9099be6760c tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752725 Sep 15 18:02:30.384592 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7824de86-b61e-44ba-a8bb-94bbc511bd07" -d '{"events": [{"name": "network-changed", "server_uuid": "350e3d7f-5401-496e-b415-b58ce826ca39", "tag": "e87b14a2-564d-4899-9457-0622d02b8376"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:02:30.393955 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-6bd02b4d-02a7-4eb3-ab91-de93544ab567 None None] Provisioning complete for port 96a80795-1c8c-4798-8443-e1d31be4689b triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:30.393955 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6bd02b4d-02a7-4eb3-ab91-de93544ab567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (96a80795-1c8c-4798-8443-e1d31be4689b), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:30.393955 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-6bd02b4d-02a7-4eb3-ab91-de93544ab567 None None] Attempt 1 to provision port 96a80795-1c8c-4798-8443-e1d31be4689b Sep 15 18:02:30.451351 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6c38a-7e18-40ac-9a02-ce0312fd1845 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Pushing event updated for resources: {'Port': ['ID=96a80795-1c8c-4798-8443-e1d31be4689b,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:30.462071 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6bd02b4d-02a7-4eb3-ab91-de93544ab567 None None] Port 96a80795-1c8c-4798-8443-e1d31be4689b cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:30.569545 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0bca6d-00b4-452e-8080-0f310ad39e1a x-openstack-request-id: req-cb0bca6d-00b4-452e-8080-0f310ad39e1a {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:02:30.570421 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350e3d7f-5401-496e-b415-b58ce826ca39", "tag": "e87b14a2-564d-4899-9457-0622d02b8376", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:02:30.570777 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb0bca6d-00b4-452e-8080-0f310ad39e1a {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:02:30.571333 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0bca6d-00b4-452e-8080-0f310ad39e1a'] response: {'name': 'network-changed', 'server_uuid': '350e3d7f-5401-496e-b415-b58ce826ca39', 'tag': 'e87b14a2-564d-4899-9457-0622d02b8376', 'status': 'completed', 'code': 200} Sep 15 18:02:30.656816 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 58942) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:30.784219 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Request body: {'port': {'device_id': '1be95c25-9992-45e4-a240-c65ef0b357b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:30.838338 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-0bceec0c-4ec8-42b5-9363-aeaa95e8669c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e87b14a2-564d-4899-9457-0622d02b8376 HTTP/1.1" status: 200 len: 217 time: 0.0713873 Sep 15 18:02:30.951618 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 47427bda-19b8-4cae-af86-a348f2309e91 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:02:31.000625 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd86969-9a6f-45ce-8b33-758062f731e8 req-5c7b1353-22cc-4157-a37a-bed4682f9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:31.007797 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6cd86969-9a6f-45ce-8b33-758062f731e8 req-5c7b1353-22cc-4157-a37a-bed4682f9872 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d0c00ad55eda4d7f8a0370359478f2df&device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 1128 time: 0.2399971 Sep 15 18:02:31.009172 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-29524e6d-23e2-41b0-b1b4-b615e82618f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:31.012180 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-29524e6d-23e2-41b0-b1b4-b615e82618f9 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 200 len: 858 time: 0.1656930 Sep 15 18:02:31.036189 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-6bd02b4d-02a7-4eb3-ab91-de93544ab567 None None] Attempt 2 to provision port 96a80795-1c8c-4798-8443-e1d31be4689b Sep 15 18:02:31.105586 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c13d453-f099-4ac1-aa63-f817b4450bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:31.159164 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-521749ce-69f1-4fb7-b6d3-7e9b4812acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:31.161059 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-521749ce-69f1-4fb7-b6d3-7e9b4812acfe service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8593de74-aee0-42c2-a47e-251a344102c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1308813 Sep 15 18:02:31.208225 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6bd02b4d-02a7-4eb3-ab91-de93544ab567 None None] Port 96a80795-1c8c-4798-8443-e1d31be4689b cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:31.247565 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port 47427bda-19b8-4cae-af86-a348f2309e91 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:02:31.254361 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (96a80795-1c8c-4798-8443-e1d31be4689b), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:31.270092 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 47427bda-19b8-4cae-af86-a348f2309e91 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:31.271071 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (47427bda-19b8-4cae-af86-a348f2309e91), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:31.273153 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 47427bda-19b8-4cae-af86-a348f2309e91 Sep 15 18:02:31.305525 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-e1c27897-4af9-4eec-bdaa-7fda8adb7629 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137586 Sep 15 18:02:31.359366 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee84290-3ceb-4e6f-94b7-a604247d4b9f req-ac071104-045c-472b-bf1c-33c6dca9f438 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:31.367549 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2ee84290-3ceb-4e6f-94b7-a604247d4b9f req-ac071104-045c-472b-bf1c-33c6dca9f438 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 945 time: 0.2790413 Sep 15 18:02:31.419750 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346aa1d-1487-4cd0-a8d7-707d6b7150a0 req-732daf5c-be95-4c3e-ae9d-9d5c2c99f85c tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:31.421744 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9346aa1d-1487-4cd0-a8d7-707d6b7150a0 req-732daf5c-be95-4c3e-ae9d-9d5c2c99f85c tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 944 time: 0.3285339 Sep 15 18:02:31.434315 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd86969-9a6f-45ce-8b33-758062f731e8 req-b8ac886e-bdf3-47d5-8090-ebaab80515b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:31.437973 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6cd86969-9a6f-45ce-8b33-758062f731e8 req-b8ac886e-bdf3-47d5-8090-ebaab80515b6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a550ae18-8a00-4e46-ab8a-055d97ed7c96 HTTP/1.1" status: 200 len: 911 time: 0.3657928 Sep 15 18:02:31.544317 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8a461b6-e6b3-4780-b320-56eede79b04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:31.582780 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2ee84290-3ceb-4e6f-94b7-a604247d4b9f req-5993f456-c632-4d83-bb22-2dbe9628e9a5 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=219655b7-efa5-41fd-8110-b82d7198b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137957 Sep 15 18:02:31.655248 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 47427bda-19b8-4cae-af86-a348f2309e91 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:31.656374 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (47427bda-19b8-4cae-af86-a348f2309e91), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:31.688326 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9346aa1d-1487-4cd0-a8d7-707d6b7150a0 req-315cfbdd-a7c9-410f-b254-d39feb562462 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386281 Sep 15 18:02:31.755412 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 47427bda-19b8-4cae-af86-a348f2309e91, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=47427bda-19b8-4cae-af86-a348f2309e91,segment=NetworkSegment(635b1d25-16a2-4a23-a74a-c5d19332f837),segment_id=635b1d25-16a2-4a23-a74a-c5d19332f837)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:31.758639 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-6bd02b4d-02a7-4eb3-ab91-de93544ab567 None None] Attempt 3 to provision port 96a80795-1c8c-4798-8443-e1d31be4689b Sep 15 18:02:31.762689 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66dea411-0d22-43d5-967c-cd2215a951ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47427bda-19b8-4cae-af86-a348f2309e91'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:02:31.770050 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-10c58e12-ccb8-4205-94c4-e86acad29d69 req-7f3504bc-f26b-40bf-80e8-d3be1353c4e6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575899 Sep 15 18:02:31.837131 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c13d453-f099-4ac1-aa63-f817b4450bad admin admin] Publish callbacks [] for security_group (73a738e3-6fae-4db3-9fc5-0eaac8cc35be), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:31.855039 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c13d453-f099-4ac1-aa63-f817b4450bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (73a738e3-6fae-4db3-9fc5-0eaac8cc35be), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:31.941462 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:31.955362 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f5aba-79cc-4299-a69c-b2183cd3bdb0 req-e0059a2e-e9ee-42da-95ac-70e27573c1df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:31.962496 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-073f5aba-79cc-4299-a69c-b2183cd3bdb0 req-e0059a2e-e9ee-42da-95ac-70e27573c1df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 932 time: 0.2476001 Sep 15 18:02:31.962684 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6cd86969-9a6f-45ce-8b33-758062f731e8 req-5e483e2b-cba5-40e2-8453-26452556115a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59bc3db6-123e-4171-80de-57632fb2793a HTTP/1.1" status: 200 len: 217 time: 0.4330821 Sep 15 18:02:31.991915 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:32.002464 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13d453-f099-4ac1-aa63-f817b4450bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a738e3-6fae-4db3-9fc5-0eaac8cc35be,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:32.011948 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-7c13d453-f099-4ac1-aa63-f817b4450bad admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=867153f4779043beac4d86cd0a3f564a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3528337 Sep 15 18:02:32.015787 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59000) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:32.044745 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (47427bda-19b8-4cae-af86-a348f2309e91), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:32.065578 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-073f5aba-79cc-4299-a69c-b2183cd3bdb0 req-99b7fb96-5595-40df-8223-0870d32ed799 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013911 Sep 15 18:02:32.154520 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=47427bda-19b8-4cae-af86-a348f2309e91,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:32.161868 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-30fdd55e-78a5-4001-9119-e39a33d06a54 admin admin] Publish callbacks [] for security_group (73a738e3-6fae-4db3-9fc5-0eaac8cc35be), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:32.162491 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6bd02b4d-02a7-4eb3-ab91-de93544ab567 None None] Port 96a80795-1c8c-4798-8443-e1d31be4689b cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:32.187217 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-30fdd55e-78a5-4001-9119-e39a33d06a54 admin admin] Publish callbacks [] for security_group (73a738e3-6fae-4db3-9fc5-0eaac8cc35be), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:32.201836 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adec55f-28cc-4358-9509-d888118022dc" -d '{"events": [{"server_uuid": "66dea411-0d22-43d5-967c-cd2215a951ee", "name": "network-vif-plugged", "status": "completed", "tag": "47427bda-19b8-4cae-af86-a348f2309e91"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:02:32.244884 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:32.316948 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a80795-1c8c-4798-8443-e1d31be4689b {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:02:32.325715 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-30fdd55e-78a5-4001-9119-e39a33d06a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (73a738e3-6fae-4db3-9fc5-0eaac8cc35be), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:32.329043 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-30fdd55e-78a5-4001-9119-e39a33d06a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:32.330375 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-30fdd55e-78a5-4001-9119-e39a33d06a54 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/73a738e3-6fae-4db3-9fc5-0eaac8cc35be HTTP/1.1" status: 204 len: 168 time: 0.3135176 Sep 15 18:02:32.332474 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Publish callbacks [] for port (96a80795-1c8c-4798-8443-e1d31be4689b), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:32.355889 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdd55e-78a5-4001-9119-e39a33d06a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a738e3-6fae-4db3-9fc5-0eaac8cc35be,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:32.371714 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7769445-c2be-4e76-9459-517d0f4948b6 x-openstack-request-id: req-c7769445-c2be-4e76-9459-517d0f4948b6 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:02:32.372093 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66dea411-0d22-43d5-967c-cd2215a951ee", "name": "network-vif-plugged", "status": "completed", "tag": "47427bda-19b8-4cae-af86-a348f2309e91", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:02:32.372315 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7769445-c2be-4e76-9459-517d0f4948b6 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:02:32.372972 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7769445-c2be-4e76-9459-517d0f4948b6'] response: {'server_uuid': '66dea411-0d22-43d5-967c-cd2215a951ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47427bda-19b8-4cae-af86-a348f2309e91', 'code': 200} Sep 15 18:02:32.396322 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Transition to ACTIVE for port object 96a80795-1c8c-4798-8443-e1d31be4689b will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:02:32.403103 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (96a80795-1c8c-4798-8443-e1d31be4689b), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:32.467408 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:32.520216 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:32.529784 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=96a80795-1c8c-4798-8443-e1d31be4689b,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:32.621849 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Attempting to bind port 96a80795-1c8c-4798-8443-e1d31be4689b on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:02:32.622247 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Attempting to bind port 96a80795-1c8c-4798-8443-e1d31be4689b by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:02:32.622524 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Attempting to bind port 96a80795-1c8c-4798-8443-e1d31be4689b on network 8593de74-aee0-42c2-a47e-251a344102c2 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:02:32.663322 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-6bd02b4d-02a7-4eb3-ab91-de93544ab567 None None] Attempt 4 to provision port 96a80795-1c8c-4798-8443-e1d31be4689b Sep 15 18:02:32.731718 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6bd02b4d-02a7-4eb3-ab91-de93544ab567 None None] Port 96a80795-1c8c-4798-8443-e1d31be4689b cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:32.777785 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824de86-b61e-44ba-a8bb-94bbc511bd07 req-2433a950-7afb-43b1-a681-c971c96305cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:32.780520 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7824de86-b61e-44ba-a8bb-94bbc511bd07 req-2433a950-7afb-43b1-a681-c971c96305cb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 1127 time: 0.0553422 Sep 15 18:02:32.798449 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd86969-9a6f-45ce-8b33-758062f731e8 req-a0eb65d3-f3f7-4526-a8d9-15ccd31da7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:32.799773 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6cd86969-9a6f-45ce-8b33-758062f731e8 req-a0eb65d3-f3f7-4526-a8d9-15ccd31da7a8 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=0acbc2fd-b392-426b-a234-c034ff806cba HTTP/1.1" status: 200 len: 849 time: 0.0902681 Sep 15 18:02:32.806803 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Port 96a80795-1c8c-4798-8443-e1d31be4689b on network 8593de74-aee0-42c2-a47e-251a344102c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:02:32.807364 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Attempting to bind port 96a80795-1c8c-4798-8443-e1d31be4689b on network 8593de74-aee0-42c2-a47e-251a344102c2 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:02:32.946978 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd86969-9a6f-45ce-8b33-758062f731e8 req-11be9c24-a6c7-47c2-8e7a-1c4bc1238816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:32.948907 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6cd86969-9a6f-45ce-8b33-758062f731e8 req-11be9c24-a6c7-47c2-8e7a-1c4bc1238816 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a550ae18-8a00-4e46-ab8a-055d97ed7c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1163015 Sep 15 18:02:32.960685 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 59bc3db6-123e-4171-80de-57632fb2793a details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:02:32.979611 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:33.204384 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:02:33.205152 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Checking segment: {'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:02:33.205152 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Bound using segment: {'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:02:33.205616 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Bound port: 96a80795-1c8c-4798-8443-e1d31be4689b, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:02:33.205984 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (96a80795-1c8c-4798-8443-e1d31be4689b), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:33.210938 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6cd86969-9a6f-45ce-8b33-758062f731e8 req-879285dc-c476-42a6-9c45-32a9a53e1c1c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529464 Sep 15 18:02:33.211389 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59048) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:33.228814 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 59bc3db6-123e-4171-80de-57632fb2793a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=59bc3db6-123e-4171-80de-57632fb2793a,segment=NetworkSegment(b3008e68-0504-4a46-a4e1-5f7964613c00),segment_id=b3008e68-0504-4a46-a4e1-5f7964613c00)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:33.240494 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-6bd02b4d-02a7-4eb3-ab91-de93544ab567 None None] Attempt 5 to provision port 96a80795-1c8c-4798-8443-e1d31be4689b Sep 15 18:02:33.269842 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '59bc3db6-123e-4171-80de-57632fb2793a', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'port_id': '59bc3db6-123e-4171-80de-57632fb2793a', 'mac_address': 'fa:16:3e:b4:21:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:02:33.313999 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6bd02b4d-02a7-4eb3-ab91-de93544ab567 None None] Port 96a80795-1c8c-4798-8443-e1d31be4689b cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:33.337808 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 59bc3db6-123e-4171-80de-57632fb2793a is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:33.338489 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (59bc3db6-123e-4171-80de-57632fb2793a), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:33.369405 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59bc3db6-123e-4171-80de-57632fb2793a {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:02:33.395998 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 59bc3db6-123e-4171-80de-57632fb2793a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=59bc3db6-123e-4171-80de-57632fb2793a,segment=NetworkSegment(b3008e68-0504-4a46-a4e1-5f7964613c00),segment_id=b3008e68-0504-4a46-a4e1-5f7964613c00)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:33.404653 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (59bc3db6-123e-4171-80de-57632fb2793a), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:33.463635 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb0093-9218-4291-9ef5-2d44ceced34a req-3a94723b-a9f3-4a8e-85b1-49925dcee9db tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:33.475881 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c7cb0093-9218-4291-9ef5-2d44ceced34a req-3a94723b-a9f3-4a8e-85b1-49925dcee9db tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 946 time: 0.5929840 Sep 15 18:02:33.491353 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824de86-b61e-44ba-a8bb-94bbc511bd07 req-4b243e1f-d7b0-4569-9d5f-43b6a3ca4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:33.495005 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7824de86-b61e-44ba-a8bb-94bbc511bd07 req-4b243e1f-d7b0-4569-9d5f-43b6a3ca4d0d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 920 time: 0.7038686 Sep 15 18:02:33.509635 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=59bc3db6-123e-4171-80de-57632fb2793a,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:33.517591 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f96b49a4-60ad-41e3-9201-562f41bf709d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:33.551490 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fec10-a7e6-4440-b558-7226d66f43f8 req-e464e358-81e9-4d62-bd00-df715cc7cc3e tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:33.553137 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ec3fec10-a7e6-4440-b558-7226d66f43f8 req-e464e358-81e9-4d62-bd00-df715cc7cc3e tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 945 time: 0.1918106 Sep 15 18:02:33.595342 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7824de86-b61e-44ba-a8bb-94bbc511bd07 req-31cfa8da-9a3d-48fc-8425-a8c7c8e8cac4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e87b14a2-564d-4899-9457-0622d02b8376 HTTP/1.1" status: 200 len: 217 time: 0.0737143 Sep 15 18:02:33.640116 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] For port 96a80795-1c8c-4798-8443-e1d31be4689b, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:02:33.656478 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431099b7-8f48-4ad1-a7f4-3319735a9772 req-d2da84ee-0ac8-46aa-ac51-be86b4f6795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:33.664064 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-431099b7-8f48-4ad1-a7f4-3319735a9772 req-d2da84ee-0ac8-46aa-ac51-be86b4f6795c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 1130 time: 0.4517875 Sep 15 18:02:33.665231 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824de86-b61e-44ba-a8bb-94bbc511bd07 req-115985d1-a963-4689-8537-fb040b069c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:33.666933 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7824de86-b61e-44ba-a8bb-94bbc511bd07 req-115985d1-a963-4689-8537-fb040b069c4e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 200 len: 858 time: 0.0578849 Sep 15 18:02:33.679517 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c7cb0093-9218-4291-9ef5-2d44ceced34a req-7b6b92d9-aa45-47d7-871f-1b01525464ab tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=219655b7-efa5-41fd-8110-b82d7198b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026002 Sep 15 18:02:33.722013 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['59bc3db6-123e-4171-80de-57632fb2793a'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:02:33.767136 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:33.772582 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ec3fec10-a7e6-4440-b558-7226d66f43f8 req-24cd0a16-8257-478f-8605-84229996607d tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844449 Sep 15 18:02:33.785326 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824de86-b61e-44ba-a8bb-94bbc511bd07 req-0ccb1af0-a9cb-4597-99be-0aa0add57953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:33.785968 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7824de86-b61e-44ba-a8bb-94bbc511bd07 req-0ccb1af0-a9cb-4597-99be-0aa0add57953 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8593de74-aee0-42c2-a47e-251a344102c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1031780 Sep 15 18:02:33.844914 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-6bd02b4d-02a7-4eb3-ab91-de93544ab567 None None] Attempt 6 to provision port 96a80795-1c8c-4798-8443-e1d31be4689b Sep 15 18:02:33.912694 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f96b49a4-60ad-41e3-9201-562f41bf709d admin admin] Publish callbacks [] for security_group (5a7ea058-15f7-4b2f-9059-aaab694cfc52), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:33.919647 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] For port 96a80795-1c8c-4798-8443-e1d31be4689b, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=96a80795-1c8c-4798-8443-e1d31be4689b,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:02:33.941565 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f96b49a4-60ad-41e3-9201-562f41bf709d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (5a7ea058-15f7-4b2f-9059-aaab694cfc52), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:33.977126 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:33.993833 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:34.009507 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7824de86-b61e-44ba-a8bb-94bbc511bd07 req-152a4bb1-5945-4dd6-8466-f2f889ada2f4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175126 Sep 15 18:02:34.020530 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-431099b7-8f48-4ad1-a7f4-3319735a9772 req-90fb3515-c8b4-4508-9435-59385822ca8b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:34.021754 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6bd02b4d-02a7-4eb3-ab91-de93544ab567 None None] Port 96a80795-1c8c-4798-8443-e1d31be4689b cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:02:34.030669 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (96a80795-1c8c-4798-8443-e1d31be4689b), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:34.043019 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:34.044972 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:34.054901 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2f721c15-c263-4d00-91b1-898096f21349 req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/96a80795-1c8c-4798-8443-e1d31be4689b HTTP/1.1" status: 200 len: 1094 time: 3.2836783 Sep 15 18:02:34.156290 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:34.172120 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb5c2-6807-4a57-92e1-15c860d5317f req-f6f88db9-b71f-41e8-9a08-6a33c14b41af tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:34.174392 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-fcdeb5c2-6807-4a57-92e1-15c860d5317f req-f6f88db9-b71f-41e8-9a08-6a33c14b41af tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 944 time: 0.1677220 Sep 15 18:02:34.282429 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be95c25-9992-45e4-a240-c65ef0b357b7', 'tag': '96a80795-1c8c-4798-8443-e1d31be4689b'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:02:34.286302 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db017814-e37d-4d7b-90ad-4757303585c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1be95c25-9992-45e4-a240-c65ef0b357b7", "tag": "96a80795-1c8c-4798-8443-e1d31be4689b"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:02:34.291306 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7824de86-b61e-44ba-a8bb-94bbc511bd07 req-2c2666d4-8e73-4b61-8f83-3d03204aa4ca service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724090 Sep 15 18:02:34.295253 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6cd86969-9a6f-45ce-8b33-758062f731e8 req-c4b530e8-ef20-42f5-b689-2ab598c3b264 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9300492 Sep 15 18:02:34.315167 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:34.316605 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4acdc-ebee-4ead-87fe-f5c7fc6d6ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=96a80795-1c8c-4798-8443-e1d31be4689b,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:34.385340 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-fcdeb5c2-6807-4a57-92e1-15c860d5317f req-df4cc998-09dd-4ddd-a443-1b370eefe9dd tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955519 Sep 15 18:02:34.428893 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1ab860-df36-4da3-9970-79b9ab7cab98 x-openstack-request-id: req-7b1ab860-df36-4da3-9970-79b9ab7cab98 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:02:34.429392 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be95c25-9992-45e4-a240-c65ef0b357b7", "tag": "96a80795-1c8c-4798-8443-e1d31be4689b", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:02:34.429747 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b1ab860-df36-4da3-9970-79b9ab7cab98 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:02:34.430363 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b1ab860-df36-4da3-9970-79b9ab7cab98'] response: {'name': 'network-changed', 'server_uuid': '1be95c25-9992-45e4-a240-c65ef0b357b7', 'tag': '96a80795-1c8c-4798-8443-e1d31be4689b', 'status': 'completed', 'code': 200} Sep 15 18:02:34.445194 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-f96b49a4-60ad-41e3-9201-562f41bf709d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=debd1ecf8a2243428f1057f8e42e0e78&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2251441 Sep 15 18:02:34.446822 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 59070) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:34.462806 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b49a4-60ad-41e3-9201-562f41bf709d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7ea058-15f7-4b2f-9059-aaab694cfc52,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:34.482170 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f721c15-c263-4d00-91b1-898096f21349 req-3ed0cd6d-fe7f-40f7-b79c-d6b3b58b0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:34.492234 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2f721c15-c263-4d00-91b1-898096f21349 req-3ed0cd6d-fe7f-40f7-b79c-d6b3b58b0d09 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 1128 time: 0.1716285 Sep 15 18:02:34.523128 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-6bd02b4d-02a7-4eb3-ab91-de93544ab567 None None] Attempt 7 to provision port 96a80795-1c8c-4798-8443-e1d31be4689b Sep 15 18:02:34.573476 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ae32d7c-0409-4054-bba1-a9e15c5c05fe admin admin] Publish callbacks [] for security_group (5a7ea058-15f7-4b2f-9059-aaab694cfc52), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:34.594411 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-431099b7-8f48-4ad1-a7f4-3319735a9772 req-90fb3515-c8b4-4508-9435-59385822ca8b service neutron] Publish callbacks [] for security_group (c61daf15-eff0-4bdf-af66-a27f8e3ec7e1), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:34.613024 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ae32d7c-0409-4054-bba1-a9e15c5c05fe admin admin] Publish callbacks [] for security_group (5a7ea058-15f7-4b2f-9059-aaab694cfc52), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:34.636561 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2f721c15-c263-4d00-91b1-898096f21349 req-57a96234-e919-4559-8fc1-a9ff3c8229a3 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96a80795-1c8c-4798-8443-e1d31be4689b HTTP/1.1" status: 200 len: 217 time: 0.1252041 Sep 15 18:02:34.637646 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-431099b7-8f48-4ad1-a7f4-3319735a9772 req-90fb3515-c8b4-4508-9435-59385822ca8b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (c61daf15-eff0-4bdf-af66-a27f8e3ec7e1), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:34.684814 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6bd02b4d-02a7-4eb3-ab91-de93544ab567 None None] Port 96a80795-1c8c-4798-8443-e1d31be4689b had new provisioning blocks added so it will not transition to active. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 18:02:34.719090 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ae32d7c-0409-4054-bba1-a9e15c5c05fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (5a7ea058-15f7-4b2f-9059-aaab694cfc52), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:34.730476 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ae32d7c-0409-4054-bba1-a9e15c5c05fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:34.732210 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-0ae32d7c-0409-4054-bba1-a9e15c5c05fe admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5a7ea058-15f7-4b2f-9059-aaab694cfc52 HTTP/1.1" status: 204 len: 168 time: 0.2815135 Sep 15 18:02:34.737214 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb3515-c8b4-4508-9435-59385822ca8b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c61daf15-eff0-4bdf-af66-a27f8e3ec7e1,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:34.746220 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-431099b7-8f48-4ad1-a7f4-3319735a9772 req-90fb3515-c8b4-4508-9435-59385822ca8b service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=219655b7-efa5-41fd-8110-b82d7198b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0535381 Sep 15 18:02:34.762918 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f721c15-c263-4d00-91b1-898096f21349 req-44f79433-eed3-4f1a-8fc4-d3d721726a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:34.765772 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2f721c15-c263-4d00-91b1-898096f21349 req-44f79433-eed3-4f1a-8fc4-d3d721726a67 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 200 len: 858 time: 0.1192021 Sep 15 18:02:34.775615 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae32d7c-0409-4054-bba1-a9e15c5c05fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7ea058-15f7-4b2f-9059-aaab694cfc52,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:34.883410 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:34.953077 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8adeb-4fbd-4540-b7ab-3b9924ed8a8d req-aa0ed6c8-0562-46df-b144-8f54cc85bccb tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:34.955360 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2fb8adeb-4fbd-4540-b7ab-3b9924ed8a8d req-aa0ed6c8-0562-46df-b144-8f54cc85bccb tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 946 time: 0.1218491 Sep 15 18:02:34.961277 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device e87b14a2-564d-4899-9457-0622d02b8376 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:02:35.010347 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:35.018122 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 59bc3db6-123e-4171-80de-57632fb2793a up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:02:35.024525 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8761074-7992-4305-99bd-c0b0187c5b1b req-aa0fad34-feff-48c7-874d-dc2478ec41b1 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:35.027433 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d8761074-7992-4305-99bd-c0b0187c5b1b req-aa0fad34-feff-48c7-874d-dc2478ec41b1 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 945 time: 0.1390147 Sep 15 18:02:35.171337 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f721c15-c263-4d00-91b1-898096f21349 req-7b2c562a-6c01-4ae7-80d0-df89150fa857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:35.177544 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2f721c15-c263-4d00-91b1-898096f21349 req-7b2c562a-6c01-4ae7-80d0-df89150fa857 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8593de74-aee0-42c2-a47e-251a344102c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1371391 Sep 15 18:02:35.181431 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d8761074-7992-4305-99bd-c0b0187c5b1b req-928e7a52-bf7c-4152-b787-d560a1917e2d tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382575 Sep 15 18:02:35.195501 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2fb8adeb-4fbd-4540-b7ab-3b9924ed8a8d req-d8e2bfbb-6ace-4387-83a7-b15a0fe0ae41 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=219655b7-efa5-41fd-8110-b82d7198b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287261 Sep 15 18:02:35.234715 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port 59bc3db6-123e-4171-80de-57632fb2793a completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:02:35.249209 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port e87b14a2-564d-4899-9457-0622d02b8376, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e87b14a2-564d-4899-9457-0622d02b8376,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:35.252079 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 59bc3db6-123e-4171-80de-57632fb2793a triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:35.252474 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (59bc3db6-123e-4171-80de-57632fb2793a), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:35.252818 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 59bc3db6-123e-4171-80de-57632fb2793a Sep 15 18:02:35.409821 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': 'e87b14a2-564d-4899-9457-0622d02b8376', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'port_id': 'e87b14a2-564d-4899-9457-0622d02b8376', 'mac_address': 'fa:16:3e:fe:ae:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:02:35.460297 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port e87b14a2-564d-4899-9457-0622d02b8376 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:35.460688 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (e87b14a2-564d-4899-9457-0622d02b8376), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:35.480270 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:35.507585 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87b14a2-564d-4899-9457-0622d02b8376 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:02:35.532885 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 59bc3db6-123e-4171-80de-57632fb2793a is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:35.534016 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (59bc3db6-123e-4171-80de-57632fb2793a), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:35.541906 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port e87b14a2-564d-4899-9457-0622d02b8376, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e87b14a2-564d-4899-9457-0622d02b8376,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:35.551867 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (e87b14a2-564d-4899-9457-0622d02b8376), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:35.597028 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bc3db6-123e-4171-80de-57632fb2793a'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:02:35.599729 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e3a24d-0b08-4e10-ad96-1aac543ea923" -d '{"events": [{"server_uuid": "0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8", "name": "network-vif-plugged", "status": "completed", "tag": "59bc3db6-123e-4171-80de-57632fb2793a"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:02:35.631810 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 59bc3db6-123e-4171-80de-57632fb2793a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=59bc3db6-123e-4171-80de-57632fb2793a,segment=NetworkSegment(b3008e68-0504-4a46-a4e1-5f7964613c00),segment_id=b3008e68-0504-4a46-a4e1-5f7964613c00)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:35.647543 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (59bc3db6-123e-4171-80de-57632fb2793a), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:35.660884 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=e87b14a2-564d-4899-9457-0622d02b8376,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:35.711318 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5caaf26-e8aa-401e-b59b-d18781c589dd x-openstack-request-id: req-b5caaf26-e8aa-401e-b59b-d18781c589dd {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:02:35.711814 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8", "name": "network-vif-plugged", "status": "completed", "tag": "59bc3db6-123e-4171-80de-57632fb2793a", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:02:35.712606 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5caaf26-e8aa-401e-b59b-d18781c589dd {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:02:35.713282 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5caaf26-e8aa-401e-b59b-d18781c589dd'] response: {'server_uuid': '0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bc3db6-123e-4171-80de-57632fb2793a', 'code': 200} Sep 15 18:02:35.747312 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c386dca-7dbe-4328-8aae-5a799d36af93 req-53ef9913-528a-4de3-be90-410314b94094 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:35.766755 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0c386dca-7dbe-4328-8aae-5a799d36af93 req-53ef9913-528a-4de3-be90-410314b94094 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 944 time: 0.1473386 Sep 15 18:02:35.779320 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2f721c15-c263-4d00-91b1-898096f21349 req-5eaf1aaf-fc80-4b8e-b7cb-c9bcb82fa5c9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203504 Sep 15 18:02:35.810697 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=59bc3db6-123e-4171-80de-57632fb2793a,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:35.892242 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['e87b14a2-564d-4899-9457-0622d02b8376'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:02:35.906499 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0c386dca-7dbe-4328-8aae-5a799d36af93 req-413590e7-bc0c-49b9-b626-bfa54517683d tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330297 Sep 15 18:02:36.067970 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:36.163833 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2f721c15-c263-4d00-91b1-898096f21349 req-a7a217ab-f03a-4cc3-9f31-4a1751713e2b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732216 Sep 15 18:02:36.242322 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245193bc-e8f3-42d5-8d39-ee91496d428b req-457e6ccb-9903-4221-88ab-5b5b7a2c275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:36.243924 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-245193bc-e8f3-42d5-8d39-ee91496d428b req-457e6ccb-9903-4221-88ab-5b5b7a2c275f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 1130 time: 0.0885909 Sep 15 18:02:36.476930 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a96fe7-468d-4126-a826-958abb7b9827 req-4ee4a7b4-2490-4ed7-8d77-0d1b3d8e4e43 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:36.479448 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f9a96fe7-468d-4126-a826-958abb7b9827 req-4ee4a7b4-2490-4ed7-8d77-0d1b3d8e4e43 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.1752844 Sep 15 18:02:36.534403 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58640f-adfe-4c94-aabd-fbb0c627f18b req-639a18c4-823f-4b54-85d6-db5dfeb83c19 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:36.536781 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5c58640f-adfe-4c94-aabd-fbb0c627f18b req-639a18c4-823f-4b54-85d6-db5dfeb83c19 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 946 time: 0.1321747 Sep 15 18:02:36.654039 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f9a96fe7-468d-4126-a826-958abb7b9827 req-de882725-621b-4ddd-940d-8417483c4ce5 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648033 Sep 15 18:02:36.701681 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5c58640f-adfe-4c94-aabd-fbb0c627f18b req-e01d1065-4393-4ae5-a46b-e3f88a9aee00 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=219655b7-efa5-41fd-8110-b82d7198b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525121 Sep 15 18:02:36.899309 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59180) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:37.007166 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device e87b14a2-564d-4899-9457-0622d02b8376 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:02:37.066451 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port e87b14a2-564d-4899-9457-0622d02b8376 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:02:37.067647 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a06534-39fe-40e7-a049-e68395157cb1 req-c04687bb-a895-4f91-89fb-afcec0d247e3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:37.076724 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port e87b14a2-564d-4899-9457-0622d02b8376 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:37.076887 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-50a06534-39fe-40e7-a049-e68395157cb1 req-c04687bb-a895-4f91-89fb-afcec0d247e3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 944 time: 0.0699809 Sep 15 18:02:37.077377 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (e87b14a2-564d-4899-9457-0622d02b8376), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:37.078982 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port e87b14a2-564d-4899-9457-0622d02b8376 Sep 15 18:02:37.165038 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7982-983d-4a09-8472-b6abfcd6e69e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:37.173976 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-50a06534-39fe-40e7-a049-e68395157cb1 req-8243f1ba-5ab7-4b9b-bce6-189704c41be8 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953858 Sep 15 18:02:37.211843 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port e87b14a2-564d-4899-9457-0622d02b8376 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:37.212395 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (e87b14a2-564d-4899-9457-0622d02b8376), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:37.233365 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:37.262616 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port e87b14a2-564d-4899-9457-0622d02b8376, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e87b14a2-564d-4899-9457-0622d02b8376,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:37.268169 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (e87b14a2-564d-4899-9457-0622d02b8376), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:37.330231 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db017814-e37d-4d7b-90ad-4757303585c7 req-86183b83-7d84-464a-9bee-719c60f8fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:37.332500 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=e87b14a2-564d-4899-9457-0622d02b8376,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:37.332940 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-db017814-e37d-4d7b-90ad-4757303585c7 req-86183b83-7d84-464a-9bee-719c60f8fee4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 1128 time: 0.0926392 Sep 15 18:02:37.340404 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-245193bc-e8f3-42d5-8d39-ee91496d428b req-dc8e1933-90bd-4f27-8a65-541c49e40181 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402050 Sep 15 18:02:37.417088 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7982-983d-4a09-8472-b6abfcd6e69e admin admin] Publish callbacks [] for security_group (0cc97b30-d48e-4562-93ee-16ef1c6df4e2), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:37.425125 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7982-983d-4a09-8472-b6abfcd6e69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (0cc97b30-d48e-4562-93ee-16ef1c6df4e2), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:37.490442 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-1d7c7982-983d-4a09-8472-b6abfcd6e69e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b60560dff4344380820aadcdf3967a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5894146 Sep 15 18:02:37.491693 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c7982-983d-4a09-8472-b6abfcd6e69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc97b30-d48e-4562-93ee-16ef1c6df4e2,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:37.492759 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 59208) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:37.556891 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c15b32ac-e0cb-4e3f-a1ef-c351992951ef admin admin] Publish callbacks [] for security_group (0cc97b30-d48e-4562-93ee-16ef1c6df4e2), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:37.582852 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c15b32ac-e0cb-4e3f-a1ef-c351992951ef admin admin] Publish callbacks [] for security_group (0cc97b30-d48e-4562-93ee-16ef1c6df4e2), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:37.655171 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c15b32ac-e0cb-4e3f-a1ef-c351992951ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (0cc97b30-d48e-4562-93ee-16ef1c6df4e2), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:37.659528 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c15b32ac-e0cb-4e3f-a1ef-c351992951ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:37.661279 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-c15b32ac-e0cb-4e3f-a1ef-c351992951ef admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0cc97b30-d48e-4562-93ee-16ef1c6df4e2 HTTP/1.1" status: 204 len: 168 time: 0.1675069 Sep 15 18:02:37.669714 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b32ac-e0cb-4e3f-a1ef-c351992951ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc97b30-d48e-4562-93ee-16ef1c6df4e2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:37.714816 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e3d7f-5401-496e-b415-b58ce826ca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87b14a2-564d-4899-9457-0622d02b8376'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:02:37.717090 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c587f493-8208-4ebd-b673-212aed8db8e5" -d '{"events": [{"server_uuid": "350e3d7f-5401-496e-b415-b58ce826ca39", "name": "network-vif-plugged", "status": "completed", "tag": "e87b14a2-564d-4899-9457-0622d02b8376"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:02:37.769385 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90050c2c-32bf-4045-9cce-18746216f8a7 x-openstack-request-id: req-90050c2c-32bf-4045-9cce-18746216f8a7 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:02:37.769703 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350e3d7f-5401-496e-b415-b58ce826ca39", "name": "network-vif-plugged", "status": "completed", "tag": "e87b14a2-564d-4899-9457-0622d02b8376", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:02:37.769962 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90050c2c-32bf-4045-9cce-18746216f8a7 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:02:37.770396 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90050c2c-32bf-4045-9cce-18746216f8a7'] response: {'server_uuid': '350e3d7f-5401-496e-b415-b58ce826ca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87b14a2-564d-4899-9457-0622d02b8376', 'code': 200} Sep 15 18:02:37.840283 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28373b-0369-429a-be93-6612fdc1824d req-9e685339-55d9-4def-9127-57d24bc8f8ba tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:37.841887 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1d28373b-0369-429a-be93-6612fdc1824d req-9e685339-55d9-4def-9127-57d24bc8f8ba tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0745173 Sep 15 18:02:37.922281 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e233f-f93c-4c0e-9e22-de8133ac6734 req-833a799e-357d-419d-85a2-5a29f38d0650 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:37.924015 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-452e233f-f93c-4c0e-9e22-de8133ac6734 req-833a799e-357d-419d-85a2-5a29f38d0650 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 946 time: 0.0812116 Sep 15 18:02:37.985963 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1d28373b-0369-429a-be93-6612fdc1824d req-1a4e7dc4-ed42-4e0d-8cdb-e91331e06717 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339333 Sep 15 18:02:38.011803 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-452e233f-f93c-4c0e-9e22-de8133ac6734 req-89c828ca-89c3-4a52-926e-4d8e52a05c6f tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=219655b7-efa5-41fd-8110-b82d7198b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739572 Sep 15 18:02:38.257646 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db017814-e37d-4d7b-90ad-4757303585c7 req-e7ca6f26-6976-4945-8e32-56913d411f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:38.260542 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-db017814-e37d-4d7b-90ad-4757303585c7 req-e7ca6f26-6976-4945-8e32-56913d411f16 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 920 time: 0.2115963 Sep 15 18:02:38.288908 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 59248) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:38.336577 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-797ddfa8-d028-45ed-8c83-9dedb74fddd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:38.355859 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:38.443241 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a8bad-2436-4bce-b72d-98db15969c53 req-990971f5-d2c8-46eb-b5d1-a0da111580d9 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:38.455496 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d94a8bad-2436-4bce-b72d-98db15969c53 req-990971f5-d2c8-46eb-b5d1-a0da111580d9 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 944 time: 0.1213558 Sep 15 18:02:38.531544 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 59262) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:38.540553 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-db017814-e37d-4d7b-90ad-4757303585c7 req-88ad7825-0623-47f8-ad55-b0fb252fb5bc service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96a80795-1c8c-4798-8443-e1d31be4689b HTTP/1.1" status: 200 len: 217 time: 0.0840483 Sep 15 18:02:38.586329 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d94a8bad-2436-4bce-b72d-98db15969c53 req-0d972d55-d10f-4cf9-9cde-2c5de6c3598e tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289947 Sep 15 18:02:38.607621 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:38.672088 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-797ddfa8-d028-45ed-8c83-9dedb74fddd9 admin admin] Publish callbacks [] for security_group (0cad7e5c-96cd-468b-9faa-a8985f9187d1), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:38.682647 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-797ddfa8-d028-45ed-8c83-9dedb74fddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (0cad7e5c-96cd-468b-9faa-a8985f9187d1), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:38.691392 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db017814-e37d-4d7b-90ad-4757303585c7 req-28be5e10-0e92-443e-bcb5-3b5ea890f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:38.693885 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-db017814-e37d-4d7b-90ad-4757303585c7 req-28be5e10-0e92-443e-bcb5-3b5ea890f651 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 200 len: 858 time: 0.1327534 Sep 15 18:02:38.784848 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-797ddfa8-d028-45ed-8c83-9dedb74fddd9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f7f8f03ecd8a450fa5b1c81c1b1b4d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4930236 Sep 15 18:02:38.786585 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ddfa8-d028-45ed-8c83-9dedb74fddd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cad7e5c-96cd-468b-9faa-a8985f9187d1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:38.792504 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59274) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:38.838521 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:38.894750 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5f0a22c1-e6a8-4bd4-a1b1-9e676066239b admin admin] Publish callbacks [] for security_group (0cad7e5c-96cd-468b-9faa-a8985f9187d1), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:38.936289 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5f0a22c1-e6a8-4bd4-a1b1-9e676066239b admin admin] Publish callbacks [] for security_group (0cad7e5c-96cd-468b-9faa-a8985f9187d1), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:39.001687 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5f0a22c1-e6a8-4bd4-a1b1-9e676066239b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (0cad7e5c-96cd-468b-9faa-a8985f9187d1), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:39.007090 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5f0a22c1-e6a8-4bd4-a1b1-9e676066239b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:39.011516 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-5f0a22c1-e6a8-4bd4-a1b1-9e676066239b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0cad7e5c-96cd-468b-9faa-a8985f9187d1 HTTP/1.1" status: 204 len: 168 time: 0.2151096 Sep 15 18:02:39.022428 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 96a80795-1c8c-4798-8443-e1d31be4689b details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:02:39.024145 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a22c1-e6a8-4bd4-a1b1-9e676066239b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cad7e5c-96cd-468b-9faa-a8985f9187d1,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:39.180880 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59288) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:39.226007 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db017814-e37d-4d7b-90ad-4757303585c7 req-ab45ec78-af8d-437c-b5a8-1572bb433273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:39.230504 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-db017814-e37d-4d7b-90ad-4757303585c7 req-ab45ec78-af8d-437c-b5a8-1572bb433273 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8593de74-aee0-42c2-a47e-251a344102c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1081543 Sep 15 18:02:39.334509 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 96a80795-1c8c-4798-8443-e1d31be4689b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=96a80795-1c8c-4798-8443-e1d31be4689b,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:39.376603 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '96a80795-1c8c-4798-8443-e1d31be4689b', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'port_id': '96a80795-1c8c-4798-8443-e1d31be4689b', 'mac_address': 'fa:16:3e:c4:70:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:02:39.500833 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7a69250-ac5e-4bfc-b106-d52e7d576ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:39.505353 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 96a80795-1c8c-4798-8443-e1d31be4689b is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:39.506006 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (96a80795-1c8c-4798-8443-e1d31be4689b), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:39.526826 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2139cc-fcd2-48d3-9ebc-39685b94fcc3 req-9bb6820f-f0cb-4f27-91d0-087f86ff348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:39.528907 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a80795-1c8c-4798-8443-e1d31be4689b {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:02:39.529736 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-df2139cc-fcd2-48d3-9ebc-39685b94fcc3 req-9bb6820f-f0cb-4f27-91d0-087f86ff348b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 1129 time: 0.1941984 Sep 15 18:02:39.543234 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984faca8-838c-494f-99f5-f493dbfdffa0 req-bcf0b559-4f8b-470f-81c8-45f3627e4232 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:39.544965 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-984faca8-838c-494f-99f5-f493dbfdffa0 req-bcf0b559-4f8b-470f-81c8-45f3627e4232 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.4444604 Sep 15 18:02:39.593225 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 96a80795-1c8c-4798-8443-e1d31be4689b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=96a80795-1c8c-4798-8443-e1d31be4689b,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:39.602752 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (96a80795-1c8c-4798-8443-e1d31be4689b), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:39.664865 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:39.698399 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-984faca8-838c-494f-99f5-f493dbfdffa0 req-0f52e21f-50d0-4c65-aa69-341879850a30 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346967 Sep 15 18:02:39.699143 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-db017814-e37d-4d7b-90ad-4757303585c7 req-efc0a618-ecb5-4981-8598-50abf72c1406 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620954 Sep 15 18:02:39.716671 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-df2139cc-fcd2-48d3-9ebc-39685b94fcc3 req-785df576-3463-462d-b2f5-e8d9ab4b5c86 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754572 Sep 15 18:02:39.716761 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=96a80795-1c8c-4798-8443-e1d31be4689b,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:39.730523 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 59298) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:39.734769 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7a69250-ac5e-4bfc-b106-d52e7d576ad2 admin admin] Publish callbacks [] for security_group (a007b9d9-b71e-496a-a528-604242cfee39), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:39.741688 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7a69250-ac5e-4bfc-b106-d52e7d576ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (a007b9d9-b71e-496a-a528-604242cfee39), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:39.761956 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e15d0701-a90d-4fd9-b145-e0689d2bd286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:39.829276 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a69250-ac5e-4bfc-b106-d52e7d576ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a007b9d9-b71e-496a-a528-604242cfee39,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:39.842593 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd7e6b-fb94-4961-964b-bf02ce9cdc3b req-adfde068-7057-465c-89ad-e3b050ef3839 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:39.844135 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0bfd7e6b-fb94-4961-964b-bf02ce9cdc3b req-adfde068-7057-465c-89ad-e3b050ef3839 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 945 time: 0.0985124 Sep 15 18:02:39.853905 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-d7a69250-ac5e-4bfc-b106-d52e7d576ad2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a3a456a974a74ae1bc5b6fd0fb6be41f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3206806 Sep 15 18:02:39.857040 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 59306) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:39.863956 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce814-862a-4f48-b77a-fd2e6968b654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:39.966273 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['96a80795-1c8c-4798-8443-e1d31be4689b'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:02:40.073893 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0bfd7e6b-fb94-4961-964b-bf02ce9cdc3b req-d9d25dfc-9262-426d-9c02-4988b6c877b4 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186151 Sep 15 18:02:40.129207 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4669f1b6-e051-4e7f-a54d-2649ba615ca3 admin admin] Publish callbacks [] for security_group (a007b9d9-b71e-496a-a528-604242cfee39), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:40.209610 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4669f1b6-e051-4e7f-a54d-2649ba615ca3 admin admin] Publish callbacks [] for security_group (a007b9d9-b71e-496a-a528-604242cfee39), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:40.209905 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-db017814-e37d-4d7b-90ad-4757303585c7 req-520a56e1-b552-499e-9c9f-d813a081ba77 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981635 Sep 15 18:02:40.213189 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:40.270815 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:40.273649 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce814-862a-4f48-b77a-fd2e6968b654 admin admin] Publish callbacks [] for security_group (67d724fd-61e1-42d1-809d-1dd46cbdf5c6), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:40.278130 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e15d0701-a90d-4fd9-b145-e0689d2bd286 admin admin] Publish callbacks [] for security_group (21735786-511c-4fc4-9c13-ce8ab4686592), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:40.284845 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e15d0701-a90d-4fd9-b145-e0689d2bd286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (21735786-511c-4fc4-9c13-ce8ab4686592), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:40.287828 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce814-862a-4f48-b77a-fd2e6968b654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (67d724fd-61e1-42d1-809d-1dd46cbdf5c6), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:40.326225 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d0701-a90d-4fd9-b145-e0689d2bd286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21735786-511c-4fc4-9c13-ce8ab4686592,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:40.337895 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-e15d0701-a90d-4fd9-b145-e0689d2bd286 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2f163ec03fc34c97a812723178482e92&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1480505 Sep 15 18:02:40.338828 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59328) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:40.346220 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4669f1b6-e051-4e7f-a54d-2649ba615ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (a007b9d9-b71e-496a-a528-604242cfee39), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:40.348683 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4669f1b6-e051-4e7f-a54d-2649ba615ca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:40.352633 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-4669f1b6-e051-4e7f-a54d-2649ba615ca3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a007b9d9-b71e-496a-a528-604242cfee39 HTTP/1.1" status: 204 len: 168 time: 0.4831817 Sep 15 18:02:40.352633 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ce814-862a-4f48-b77a-fd2e6968b654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d724fd-61e1-42d1-809d-1dd46cbdf5c6,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:40.360104 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-9e4ce814-862a-4f48-b77a-fd2e6968b654 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3cb0ad7c388e46d197464dd62bb44d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6251104 Sep 15 18:02:40.360393 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59332) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:40.366646 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669f1b6-e051-4e7f-a54d-2649ba615ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a007b9d9-b71e-496a-a528-604242cfee39,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:40.388389 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:40.426822 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:40.451344 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fd9be971-35ca-4b66-a359-e2a0ead19c5e admin admin] Publish callbacks [] for security_group (67d724fd-61e1-42d1-809d-1dd46cbdf5c6), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:40.455588 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b57c1fa5-87bb-47c0-969f-036cc3336dd4 admin admin] Publish callbacks [] for security_group (21735786-511c-4fc4-9c13-ce8ab4686592), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:40.501193 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fd9be971-35ca-4b66-a359-e2a0ead19c5e admin admin] Publish callbacks [] for security_group (67d724fd-61e1-42d1-809d-1dd46cbdf5c6), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:40.512385 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b57c1fa5-87bb-47c0-969f-036cc3336dd4 admin admin] Publish callbacks [] for security_group (21735786-511c-4fc4-9c13-ce8ab4686592), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:40.617924 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fd9be971-35ca-4b66-a359-e2a0ead19c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (67d724fd-61e1-42d1-809d-1dd46cbdf5c6), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:40.620444 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fd9be971-35ca-4b66-a359-e2a0ead19c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:40.622028 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-fd9be971-35ca-4b66-a359-e2a0ead19c5e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/67d724fd-61e1-42d1-809d-1dd46cbdf5c6 HTTP/1.1" status: 204 len: 168 time: 0.2603905 Sep 15 18:02:40.632805 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b57c1fa5-87bb-47c0-969f-036cc3336dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (21735786-511c-4fc4-9c13-ce8ab4686592), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:40.635324 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b57c1fa5-87bb-47c0-969f-036cc3336dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:40.636410 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-b57c1fa5-87bb-47c0-969f-036cc3336dd4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/21735786-511c-4fc4-9c13-ce8ab4686592 HTTP/1.1" status: 204 len: 168 time: 0.2962279 Sep 15 18:02:40.643383 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9be971-35ca-4b66-a359-e2a0ead19c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d724fd-61e1-42d1-809d-1dd46cbdf5c6,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:40.654843 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c1fa5-87bb-47c0-969f-036cc3336dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21735786-511c-4fc4-9c13-ce8ab4686592,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:40.808648 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:40.834475 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd13cbe-ab7e-4700-8db9-fb9dce5ce9fe req-21709ed2-72e0-447a-9ab6-64b42c5765d7 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:40.836981 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0cd13cbe-ab7e-4700-8db9-fb9dce5ce9fe req-21709ed2-72e0-447a-9ab6-64b42c5765d7 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0582361 Sep 15 18:02:40.894788 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0cd13cbe-ab7e-4700-8db9-fb9dce5ce9fe req-56d0bba4-1f49-4d12-98cd-3d489ae7cfa9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506113 Sep 15 18:02:40.921118 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 59356) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:40.936887 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a947f0e-67ae-4aaf-a7ac-08e65dc5bdbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:41.052731 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d3eb8-9f06-4eb1-9cd8-b4d953d99e50 req-f10f361f-715d-4dba-ad21-9de53d3dc765 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:41.054374 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ca2d3eb8-9f06-4eb1-9cd8-b4d953d99e50 req-f10f361f-715d-4dba-ad21-9de53d3dc765 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0715222 Sep 15 18:02:41.062627 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 96a80795-1c8c-4798-8443-e1d31be4689b up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:02:41.071068 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59362) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:41.080571 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-0aa3e8f0-c032-40b3-a3a9-d9e05b96a3f9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Request body: {'floatingip': {'port_id': '59bc3db6-123e-4171-80de-57632fb2793a'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:41.086157 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a947f0e-67ae-4aaf-a7ac-08e65dc5bdbf admin admin] Publish callbacks [] for security_group (17993df4-845f-426d-a225-3d27546acc64), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:41.094408 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a947f0e-67ae-4aaf-a7ac-08e65dc5bdbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (17993df4-845f-426d-a225-3d27546acc64), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:41.154403 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port 96a80795-1c8c-4798-8443-e1d31be4689b completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:02:41.170971 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 96a80795-1c8c-4798-8443-e1d31be4689b triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:02:41.172474 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (96a80795-1c8c-4798-8443-e1d31be4689b), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:41.173371 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 96a80795-1c8c-4798-8443-e1d31be4689b Sep 15 18:02:41.205917 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-8a947f0e-67ae-4aaf-a7ac-08e65dc5bdbf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=533098b378ef404cb34fbd88120b23a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897904 Sep 15 18:02:41.209872 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a947f0e-67ae-4aaf-a7ac-08e65dc5bdbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17993df4-845f-426d-a225-3d27546acc64,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:41.217914 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 59370) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:41.242035 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0aa3e8f0-c032-40b3-a3a9-d9e05b96a3f9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for floatingip (b9009c3e-398c-4fff-8cf5-2a9997c7d911), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:41.421047 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 96a80795-1c8c-4798-8443-e1d31be4689b is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:02:41.423442 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (96a80795-1c8c-4798-8443-e1d31be4689b), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:41.511033 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef8bd0-d8b5-4d65-bb8e-630ab4e36cc4 req-c6aebac5-a73d-497d-a14c-79c5050559a6 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:41.514151 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2eef8bd0-d8b5-4d65-bb8e-630ab4e36cc4 req-c6aebac5-a73d-497d-a14c-79c5050559a6 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 945 time: 0.2302172 Sep 15 18:02:41.547578 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be95c25-9992-45e4-a240-c65ef0b357b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a80795-1c8c-4798-8443-e1d31be4689b'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:02:41.549897 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b23b2f-779c-48b4-b657-44f8a029bd72" -d '{"events": [{"server_uuid": "1be95c25-9992-45e4-a240-c65ef0b357b7", "name": "network-vif-plugged", "status": "completed", "tag": "96a80795-1c8c-4798-8443-e1d31be4689b"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:02:41.570259 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0551992b-72c9-449a-90d6-a9066e855474 admin admin] Publish callbacks [] for security_group (17993df4-845f-426d-a225-3d27546acc64), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:41.589095 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 96a80795-1c8c-4798-8443-e1d31be4689b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=96a80795-1c8c-4798-8443-e1d31be4689b,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:41.596597 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (96a80795-1c8c-4798-8443-e1d31be4689b), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:41.642277 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 59382) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:41.671125 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c149099a-c463-4b17-bdc5-baa76fdff4f6 x-openstack-request-id: req-c149099a-c463-4b17-bdc5-baa76fdff4f6 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:02:41.671661 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be95c25-9992-45e4-a240-c65ef0b357b7", "name": "network-vif-plugged", "status": "completed", "tag": "96a80795-1c8c-4798-8443-e1d31be4689b", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:02:41.672229 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c149099a-c463-4b17-bdc5-baa76fdff4f6 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:02:41.672758 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c149099a-c463-4b17-bdc5-baa76fdff4f6'] response: {'server_uuid': '1be95c25-9992-45e4-a240-c65ef0b357b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a80795-1c8c-4798-8443-e1d31be4689b', 'code': 200} Sep 15 18:02:41.676943 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=96a80795-1c8c-4798-8443-e1d31be4689b,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:41.705562 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0551992b-72c9-449a-90d6-a9066e855474 admin admin] Publish callbacks [] for security_group (17993df4-845f-426d-a225-3d27546acc64), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:41.724868 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2eef8bd0-d8b5-4d65-bb8e-630ab4e36cc4 req-b4acd592-41cc-4e77-8551-672231b1c7a8 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972582 Sep 15 18:02:41.730479 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcc524ef-4273-4ae3-af23-774c201bd4c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:41.807212 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 59384) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:41.835036 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5bb6864c-cca4-4b18-a237-a13311f2dda6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:41.862073 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0551992b-72c9-449a-90d6-a9066e855474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (17993df4-845f-426d-a225-3d27546acc64), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:41.866133 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0551992b-72c9-449a-90d6-a9066e855474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:41.869926 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-0551992b-72c9-449a-90d6-a9066e855474 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/17993df4-845f-426d-a225-3d27546acc64 HTTP/1.1" status: 204 len: 168 time: 0.6431901 Sep 15 18:02:41.922964 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551992b-72c9-449a-90d6-a9066e855474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17993df4-845f-426d-a225-3d27546acc64,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:41.966435 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:42.033248 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcc524ef-4273-4ae3-af23-774c201bd4c3 admin admin] Publish callbacks [] for security_group (a8b60e86-1c2a-4928-8f70-ce16eafafb19), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:42.046765 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcc524ef-4273-4ae3-af23-774c201bd4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (a8b60e86-1c2a-4928-8f70-ce16eafafb19), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:42.098180 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:42.107155 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-bcc524ef-4273-4ae3-af23-774c201bd4c3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=972595ad54d74c93b7a918d62db3b65b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4616888 Sep 15 18:02:42.114725 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59396) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:42.156893 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc524ef-4273-4ae3-af23-774c201bd4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b60e86-1c2a-4928-8f70-ce16eafafb19,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:42.259129 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5bb6864c-cca4-4b18-a237-a13311f2dda6 admin admin] Publish callbacks [] for security_group (ab08637e-4f36-453d-89d3-c59fcd1c0e6e), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:42.323312 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5bb6864c-cca4-4b18-a237-a13311f2dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (ab08637e-4f36-453d-89d3-c59fcd1c0e6e), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:42.397982 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c893e1-4e3d-44d6-87eb-43d965a89b6f req-f7fbd1fd-ad89-49b0-a7bd-bb3a0e1c0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:42.399512 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f8c893e1-4e3d-44d6-87eb-43d965a89b6f req-f7fbd1fd-ad89-49b0-a7bd-bb3a0e1c0de5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 1130 time: 0.4091682 Sep 15 18:02:42.402669 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-5bb6864c-cca4-4b18-a237-a13311f2dda6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b440decbc44a4c2fa11727c86e713e2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5920534 Sep 15 18:02:42.403373 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 59404) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:42.463493 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6864c-cca4-4b18-a237-a13311f2dda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab08637e-4f36-453d-89d3-c59fcd1c0e6e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:42.487256 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0aa3e8f0-c032-40b3-a3a9-d9e05b96a3f9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:42.507599 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0aa3e8f0-c032-40b3-a3a9-d9e05b96a3f9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (b9009c3e-398c-4fff-8cf5-2a9997c7d911), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:42.535931 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e0b5c06-da88-467c-82aa-2af315224dc5 admin admin] Publish callbacks [] for security_group (ab08637e-4f36-453d-89d3-c59fcd1c0e6e), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:42.567127 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e0b5c06-da88-467c-82aa-2af315224dc5 admin admin] Publish callbacks [] for security_group (ab08637e-4f36-453d-89d3-c59fcd1c0e6e), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:42.652710 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e0b5c06-da88-467c-82aa-2af315224dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (ab08637e-4f36-453d-89d3-c59fcd1c0e6e), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:42.663674 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e0b5c06-da88-467c-82aa-2af315224dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:42.670887 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-1e0b5c06-da88-467c-82aa-2af315224dc5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ab08637e-4f36-453d-89d3-c59fcd1c0e6e HTTP/1.1" status: 204 len: 168 time: 0.2651122 Sep 15 18:02:42.680455 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f8c893e1-4e3d-44d6-87eb-43d965a89b6f req-d402400f-6b27-4cb3-a461-258478b7562e service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915858 Sep 15 18:02:42.690154 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e5739100-a31d-439d-aca6-4bd4abf2d006 admin admin] Publish callbacks [] for security_group (a8b60e86-1c2a-4928-8f70-ce16eafafb19), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:42.698755 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b5c06-da88-467c-82aa-2af315224dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab08637e-4f36-453d-89d3-c59fcd1c0e6e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:42.704639 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:42.729468 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.l3_db [None req-0aa3e8f0-c032-40b3-a3a9-d9e05b96a3f9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Floating IP b9009c3e-398c-4fff-8cf5-2a9997c7d911 associated. External IP: 172.28.1.205, port: 59bc3db6-123e-4171-80de-57632fb2793a. Sep 15 18:02:42.733955 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e5739100-a31d-439d-aca6-4bd4abf2d006 admin admin] Publish callbacks [] for security_group (a8b60e86-1c2a-4928-8f70-ce16eafafb19), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:42.815848 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:42.966095 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab5ccb-9602-4dc4-8dc6-5fa640bccb3a req-6132bd77-789f-4b35-b414-f69d1b4d3e9d tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:42.970944 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-42ab5ccb-9602-4dc4-8dc6-5fa640bccb3a req-6132bd77-789f-4b35-b414-f69d1b4d3e9d tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.1299934 Sep 15 18:02:42.994399 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e5739100-a31d-439d-aca6-4bd4abf2d006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (a8b60e86-1c2a-4928-8f70-ce16eafafb19), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:42.996940 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e5739100-a31d-439d-aca6-4bd4abf2d006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:42.998036 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-e5739100-a31d-439d-aca6-4bd4abf2d006 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a8b60e86-1c2a-4928-8f70-ce16eafafb19 HTTP/1.1" status: 204 len: 168 time: 0.8821034 Sep 15 18:02:43.013468 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5739100-a31d-439d-aca6-4bd4abf2d006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b60e86-1c2a-4928-8f70-ce16eafafb19,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:43.054097 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-42ab5ccb-9602-4dc4-8dc6-5fa640bccb3a req-289acd48-fe9d-47e5-a036-2d07f83bbbc0 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681267 Sep 15 18:02:43.365066 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa3e8f0-c032-40b3-a3a9-d9e05b96a3f9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Router b84c4870-2865-4e3f-9a8c-c69ae9d60eba has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:02:43.456496 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:43.483758 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:43.511544 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa3e8f0-c032-40b3-a3a9-d9e05b96a3f9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:02:43.517172 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0aa3e8f0-c032-40b3-a3a9-d9e05b96a3f9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:43.533213 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d20c384-af69-4614-923e-2db9bfd75cd2 None None] Sync routers for ids ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:02:43.549399 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d20c384-af69-4614-923e-2db9bfd75cd2 None None] Routers {'b84c4870-2865-4e3f-9a8c-c69ae9d60eba'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:02:43.550777 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1d20c384-af69-4614-923e-2db9bfd75cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:02:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:43.554952 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-0aa3e8f0-c032-40b3-a3a9-d9e05b96a3f9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/b9009c3e-398c-4fff-8cf5-2a9997c7d911 HTTP/1.1" status: 200 len: 992 time: 2.4811363 Sep 15 18:02:43.555734 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8', 'tag': '59bc3db6-123e-4171-80de-57632fb2793a'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:02:43.558744 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb8d835-840d-446d-be87-f57c5e66967d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8", "tag": "59bc3db6-123e-4171-80de-57632fb2793a"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:02:43.614116 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99b8fee-25c6-4cbe-8564-a539f8aa3f2f x-openstack-request-id: req-a99b8fee-25c6-4cbe-8564-a539f8aa3f2f {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:02:43.615622 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8", "tag": "59bc3db6-123e-4171-80de-57632fb2793a", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:02:43.616139 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a99b8fee-25c6-4cbe-8564-a539f8aa3f2f {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:02:43.616858 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a99b8fee-25c6-4cbe-8564-a539f8aa3f2f'] response: {'name': 'network-changed', 'server_uuid': '0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8', 'tag': '59bc3db6-123e-4171-80de-57632fb2793a', 'status': 'completed', 'code': 200} Sep 15 18:02:43.689997 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-1d20c384-af69-4614-923e-2db9bfd75cd2 None None] Set router b84c4870-2865-4e3f-9a8c-c69ae9d60eba gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:02:43.945076 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8d835-840d-446d-be87-f57c5e66967d req-4160cf60-63e9-442d-a765-023a50bffa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:43.947336 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3eb8d835-840d-446d-be87-f57c5e66967d req-4160cf60-63e9-442d-a765-023a50bffa7b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d0c00ad55eda4d7f8a0370359478f2df&device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 1130 time: 0.0622752 Sep 15 18:02:44.050561 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1d20c384-af69-4614-923e-2db9bfd75cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': 'b9009c3e-398c-4fff-8cf5-2a9997c7d911', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'floating_ip_address': '172.28.1.205', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'port_id': '59bc3db6-123e-4171-80de-57632fb2793a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'mac_address': 'fa:16:3e:b4:21:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:02:07Z', 'updated_at': '2022-09-15T18:02:42Z', 'revision_number': 1, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddde5d-e7ef-4bad-8516-63c1e1e29804', 'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'mac_address': 'fa:16:3e:00:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:57Z', 'updated_at': '2022-09-15T18:02:12Z', 'revision_number': 5, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'subnets': [{'id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:44.067728 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8d835-840d-446d-be87-f57c5e66967d req-c9c705a3-6705-46a6-8a89-fac68b3b9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:44.069718 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3eb8d835-840d-446d-be87-f57c5e66967d req-c9c705a3-6705-46a6-8a89-fac68b3b9b6c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a550ae18-8a00-4e46-ab8a-055d97ed7c96 HTTP/1.1" status: 200 len: 911 time: 0.1054688 Sep 15 18:02:44.088424 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d20c384-af69-4614-923e-2db9bfd75cd2 None None] Checking router: b84c4870-2865-4e3f-9a8c-c69ae9d60eba for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:02:44.106819 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d20c384-af69-4614-923e-2db9bfd75cd2 None None] Routers {'b84c4870-2865-4e3f-9a8c-c69ae9d60eba'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:02:44.107555 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1d20c384-af69-4614-923e-2db9bfd75cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:02:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:44.234113 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-1d20c384-af69-4614-923e-2db9bfd75cd2 None None] Set router b84c4870-2865-4e3f-9a8c-c69ae9d60eba gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:02:44.288070 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2e8c6-861a-4792-9614-515768370441 req-d522a292-4c89-4e87-8806-307985d4b145 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:44.301052 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5fc2e8c6-861a-4792-9614-515768370441 req-d522a292-4c89-4e87-8806-307985d4b145 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0928471 Sep 15 18:02:44.387637 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5fc2e8c6-861a-4792-9614-515768370441 req-e54e0751-0f94-43f2-bef3-ee4123097da7 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849819 Sep 15 18:02:44.727307 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1d20c384-af69-4614-923e-2db9bfd75cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': 'b9009c3e-398c-4fff-8cf5-2a9997c7d911', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'floating_ip_address': '172.28.1.205', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'port_id': '59bc3db6-123e-4171-80de-57632fb2793a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'mac_address': 'fa:16:3e:b4:21:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:02:07Z', 'updated_at': '2022-09-15T18:02:42Z', 'revision_number': 1, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddde5d-e7ef-4bad-8516-63c1e1e29804', 'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'mac_address': 'fa:16:3e:00:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:57Z', 'updated_at': '2022-09-15T18:02:12Z', 'revision_number': 5, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'subnets': [{'id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:44.767841 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d20c384-af69-4614-923e-2db9bfd75cd2 None None] The sync data for ids ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'] in dv-cinder-835384-27-smb is: [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': 'b9009c3e-398c-4fff-8cf5-2a9997c7d911', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'floating_ip_address': '172.28.1.205', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'port_id': '59bc3db6-123e-4171-80de-57632fb2793a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'mac_address': 'fa:16:3e:b4:21:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:02:07Z', 'updated_at': '2022-09-15T18:02:42Z', 'revision_number': 1, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddde5d-e7ef-4bad-8516-63c1e1e29804', 'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'mac_address': 'fa:16:3e:00:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:57Z', 'updated_at': '2022-09-15T18:02:12Z', 'revision_number': 5, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'subnets': [{'id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:02:44.833031 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f49595-42be-423a-beb8-122777cbcef4 req-9dd63209-2e9e-4a45-989b-beca4e774c25 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:44.843486 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a0f49595-42be-423a-beb8-122777cbcef4 req-9dd63209-2e9e-4a45-989b-beca4e774c25 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 946 time: 0.1018882 Sep 15 18:02:44.991142 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a0f49595-42be-423a-beb8-122777cbcef4 req-a2c783ca-8d4d-4362-a705-9bb95d6dbcf6 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=219655b7-efa5-41fd-8110-b82d7198b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410840 Sep 15 18:02:45.137713 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3eb8d835-840d-446d-be87-f57c5e66967d req-d59f2c1c-1f83-433a-a327-2cad28974222 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59bc3db6-123e-4171-80de-57632fb2793a HTTP/1.1" status: 200 len: 1000 time: 0.2796395 Sep 15 18:02:45.178879 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf589e-f9df-4edd-a4f4-9734088fcabf None None] New status for floating IP b9009c3e-398c-4fff-8cf5-2a9997c7d911: ACTIVE {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:02:45.541168 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e46ae6-fdc5-4c4a-aecc-77e1c9d5858b req-04be9465-e4d1-407f-ad6c-48b6e926b7e9 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:45.547706 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c7e46ae6-fdc5-4c4a-aecc-77e1c9d5858b req-04be9465-e4d1-407f-ad6c-48b6e926b7e9 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0707982 Sep 15 18:02:45.613562 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c7e46ae6-fdc5-4c4a-aecc-77e1c9d5858b req-40f263e5-2ab5-41b7-8e6b-9f5f05b4734a tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641575 Sep 15 18:02:46.031726 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a94c0-8f87-4937-98e1-39707aeb9037 req-047b3428-b679-4805-a710-a2939d1d0aa5 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:46.033962 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-490a94c0-8f87-4937-98e1-39707aeb9037 req-047b3428-b679-4805-a710-a2939d1d0aa5 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0666571 Sep 15 18:02:46.121952 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-490a94c0-8f87-4937-98e1-39707aeb9037 req-3c6a7733-20e9-4d66-9459-6297b1fd85e8 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814860 Sep 15 18:02:46.198797 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:46.214105 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f3e1a-53d0-4a16-94d9-0c57d9d7d63b req-8cb169b8-3a02-4451-82a4-f1fb20eb3163 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:46.216970 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a89f3e1a-53d0-4a16-94d9-0c57d9d7d63b req-8cb169b8-3a02-4451-82a4-f1fb20eb3163 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 946 time: 0.0890012 Sep 15 18:02:46.293176 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a89f3e1a-53d0-4a16-94d9-0c57d9d7d63b req-7bb7abe6-f9a1-4cf4-9a18-7697c0bb6ee3 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=219655b7-efa5-41fd-8110-b82d7198b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682766 Sep 15 18:02:46.498551 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8d835-840d-446d-be87-f57c5e66967d req-328998e8-c049-4974-8c5e-92344de1ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:46.500741 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3eb8d835-840d-446d-be87-f57c5e66967d req-328998e8-c049-4974-8c5e-92344de1ed6e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=0acbc2fd-b392-426b-a234-c034ff806cba HTTP/1.1" status: 200 len: 849 time: 0.0880020 Sep 15 18:02:46.632341 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8d835-840d-446d-be87-f57c5e66967d req-0002573b-2921-492c-ab93-b15b01d7fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:46.633987 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3eb8d835-840d-446d-be87-f57c5e66967d req-0002573b-2921-492c-ab93-b15b01d7fadf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a550ae18-8a00-4e46-ab8a-055d97ed7c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1003258 Sep 15 18:02:46.635075 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc09434-ad67-47ff-85d8-5870f7baa604 req-9c13fc11-ff8b-4f4a-bc0d-dac751929f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:46.636589 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3cc09434-ad67-47ff-85d8-5870f7baa604 req-9c13fc11-ff8b-4f4a-bc0d-dac751929f5f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 1130 time: 0.0941641 Sep 15 18:02:47.049208 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc09434-ad67-47ff-85d8-5870f7baa604 req-7b7a28ed-6c65-406d-833d-bc09b6fee7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:47.050921 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3cc09434-ad67-47ff-85d8-5870f7baa604 req-7b7a28ed-6c65-406d-833d-bc09b6fee7cd service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 920 time: 0.2216280 Sep 15 18:02:47.055377 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3eb8d835-840d-446d-be87-f57c5e66967d req-fa814041-c78e-443f-9ccf-e629121289a8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247598 Sep 15 18:02:47.281118 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 59672) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:47.303610 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce9d9b-452c-4683-b826-3e91df19b3e2 req-d9bd4b1a-5fd5-42a8-a9a6-c36f98ddfe3f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:47.305552 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-89ce9d9b-452c-4683-b826-3e91df19b3e2 req-d9bd4b1a-5fd5-42a8-a9a6-c36f98ddfe3f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0662680 Sep 15 18:02:47.308868 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3cc09434-ad67-47ff-85d8-5870f7baa604 req-ad425da6-61b6-4814-9c83-a3a86acf1b1f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96a80795-1c8c-4798-8443-e1d31be4689b HTTP/1.1" status: 200 len: 217 time: 0.1389902 Sep 15 18:02:47.309373 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:47.449948 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-89ce9d9b-452c-4683-b826-3e91df19b3e2 req-118d824f-5cc2-4e08-8502-2631bf29f8b6 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181567 Sep 15 18:02:47.466316 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:47.479907 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd507d-7d8a-4c75-858c-c7545841ff8e req-c665c0a4-a382-4864-bdad-a45d46894d94 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:47.485896 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-bbcd507d-7d8a-4c75-858c-c7545841ff8e req-c665c0a4-a382-4864-bdad-a45d46894d94 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 946 time: 0.3064840 Sep 15 18:02:47.487338 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:02:47.569846 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42bee6-767d-48de-b397-bf02fb6327e4 req-4b229979-1108-4931-95eb-6d4a9aa7b604 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:47.584438 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5a42bee6-767d-48de-b397-bf02fb6327e4 req-4b229979-1108-4931-95eb-6d4a9aa7b604 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 946 time: 0.1131606 Sep 15 18:02:47.720074 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5a42bee6-767d-48de-b397-bf02fb6327e4 req-1db74432-c83b-49eb-b5cb-0a07f37aec85 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=219655b7-efa5-41fd-8110-b82d7198b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334662 Sep 15 18:02:47.720527 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3eb8d835-840d-446d-be87-f57c5e66967d req-d6336001-bab0-4d43-a545-ab85def86d38 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281622 Sep 15 18:02:47.724784 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:47.734537 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc09434-ad67-47ff-85d8-5870f7baa604 req-d6db7d84-8e2f-49d1-894e-519a397d8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:47.736548 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3cc09434-ad67-47ff-85d8-5870f7baa604 req-d6db7d84-8e2f-49d1-894e-519a397d8172 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 200 len: 858 time: 0.3833635 Sep 15 18:02:47.740617 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-bbcd507d-7d8a-4c75-858c-c7545841ff8e req-c61e445c-7a3a-4357-99a7-f3d9c6b8bdf1 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Deleting port 47427bda-19b8-4cae-af86-a348f2309e91 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:02:47.740982 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-bbcd507d-7d8a-4c75-858c-c7545841ff8e req-c61e445c-7a3a-4357-99a7-f3d9c6b8bdf1 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (47427bda-19b8-4cae-af86-a348f2309e91), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:47.775085 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 59684) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:47.873313 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc09434-ad67-47ff-85d8-5870f7baa604 req-4b1618de-2555-4506-8df5-56aa3114b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:47.875794 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3cc09434-ad67-47ff-85d8-5870f7baa604 req-4b1618de-2555-4506-8df5-56aa3114b7d7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8593de74-aee0-42c2-a47e-251a344102c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1284995 Sep 15 18:02:47.919550 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Publish callbacks [] for security_group (3329ed99-2908-429f-ba1c-974276d0513b), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:47.938329 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (3329ed99-2908-429f-ba1c-974276d0513b), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:47.960668 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:48.007288 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3329ed99-2908-429f-ba1c-974276d0513b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:48.022308 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3cc09434-ad67-47ff-85d8-5870f7baa604 req-32582ba6-9a11-4191-856f-2bc0c025b077 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375427 Sep 15 18:02:48.024721 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=85fb828e45114a54b9db2e180f1d2424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7419591 Sep 15 18:02:48.027446 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7d4a0e0-de00-4547-a383-4f393122057f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:48.028809 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59700) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:48.041343 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.041847 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.042251 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.042744 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.043147 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.043582 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.043953 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.044336 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.044735 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.045119 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.046003 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.046450 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.046883 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.047266 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.047643 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793f589-7c8d-4748-af46-fdc87ae88cc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.066283 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-bbcd507d-7d8a-4c75-858c-c7545841ff8e req-c61e445c-7a3a-4357-99a7-f3d9c6b8bdf1 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] For port 47427bda-19b8-4cae-af86-a348f2309e91, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=47427bda-19b8-4cae-af86-a348f2309e91,segment=NetworkSegment(635b1d25-16a2-4a23-a74a-c5d19332f837),segment_id=635b1d25-16a2-4a23-a74a-c5d19332f837)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:48.066667 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-bbcd507d-7d8a-4c75-858c-c7545841ff8e req-c61e445c-7a3a-4357-99a7-f3d9c6b8bdf1 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (47427bda-19b8-4cae-af86-a348f2309e91), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:48.155419 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7d4a0e0-de00-4547-a383-4f393122057f admin admin] Publish callbacks [] for security_group (eeed6cd8-bef1-469d-a2f1-f9027232cfd7), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:48.158437 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-bbcd507d-7d8a-4c75-858c-c7545841ff8e req-c61e445c-7a3a-4357-99a7-f3d9c6b8bdf1 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Calling delete_port for 47427bda-19b8-4cae-af86-a348f2309e91 owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:02:48.161854 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7d4a0e0-de00-4547-a383-4f393122057f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (eeed6cd8-bef1-469d-a2f1-f9027232cfd7), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:48.214750 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-b7d4a0e0-de00-4547-a383-4f393122057f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=faff8f65778941eeb5ad674252deea40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4370143 Sep 15 18:02:48.218823 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 59710) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:48.229283 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4a0e0-de00-4547-a383-4f393122057f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeed6cd8-bef1-469d-a2f1-f9027232cfd7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:48.306140 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cb0480f-fa70-4984-81dc-8d4bfc19e269 admin admin] Publish callbacks [] for security_group (eeed6cd8-bef1-469d-a2f1-f9027232cfd7), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:48.307993 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:48.346502 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cb0480f-fa70-4984-81dc-8d4bfc19e269 admin admin] Publish callbacks [] for security_group (eeed6cd8-bef1-469d-a2f1-f9027232cfd7), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:48.421838 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cb0480f-fa70-4984-81dc-8d4bfc19e269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (eeed6cd8-bef1-469d-a2f1-f9027232cfd7), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:48.424736 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cb0480f-fa70-4984-81dc-8d4bfc19e269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:48.428500 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-7cb0480f-fa70-4984-81dc-8d4bfc19e269 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/eeed6cd8-bef1-469d-a2f1-f9027232cfd7 HTTP/1.1" status: 204 len: 168 time: 0.2061806 Sep 15 18:02:48.441928 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0480f-fa70-4984-81dc-8d4bfc19e269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeed6cd8-bef1-469d-a2f1-f9027232cfd7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:48.539187 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Publish callbacks [] for security_group (3329ed99-2908-429f-ba1c-974276d0513b), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:48.562086 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3cc09434-ad67-47ff-85d8-5870f7baa604 req-5a075793-120d-4ded-97c1-f00e64b01976 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187545 Sep 15 18:02:48.579862 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Publish callbacks [] for security_group (3329ed99-2908-429f-ba1c-974276d0513b), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:48.582988 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:48.635931 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59726) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:48.637416 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24287f6d-464a-4f14-9400-be2e4a330603 req-436dc9bc-9650-4c28-b45c-4a1b817dfe94 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:48.638960 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-24287f6d-464a-4f14-9400-be2e4a330603 req-436dc9bc-9650-4c28-b45c-4a1b817dfe94 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0868473 Sep 15 18:02:48.703786 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-24287f6d-464a-4f14-9400-be2e4a330603 req-f29c4d58-067f-4d81-9de8-42b5d970220c tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571909 Sep 15 18:02:48.742094 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (3329ed99-2908-429f-ba1c-974276d0513b), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:48.747057 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:48.751215 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3329ed99-2908-429f-ba1c-974276d0513b HTTP/1.1" status: 204 len: 168 time: 0.7183611 Sep 15 18:02:48.765409 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3329ed99-2908-429f-ba1c-974276d0513b,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:48.767809 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-bbcd507d-7d8a-4c75-858c-c7545841ff8e req-c61e445c-7a3a-4357-99a7-f3d9c6b8bdf1 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (47427bda-19b8-4cae-af86-a348f2309e91), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:48.804058 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['47427bda-19b8-4cae-af86-a348f2309e91'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:02:48.805462 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.805886 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.806299 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.806711 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.807115 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.807542 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.807939 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.808340 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.808721 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.809120 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.809543 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.810807 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.810807 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.810807 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.811765 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7434ad1-20a0-4f07-af7c-3c2f269f906f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:48.816413 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e445c-7a3a-4357-99a7-f3d9c6b8bdf1 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Pushing event deleted for resources: {'Port': ['ID=47427bda-19b8-4cae-af86-a348f2309e91,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:48.899708 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4073d949-7c0c-4c3e-a27c-eaaf48332044 req-272e965d-0ae8-42e6-8d46-abe8c8ab0d83 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 210 time: 0.0667531 Sep 15 18:02:48.928156 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcd507d-7d8a-4c75-858c-c7545841ff8e req-c61e445c-7a3a-4357-99a7-f3d9c6b8bdf1 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] No DVR routers for this DVR port 47427bda-19b8-4cae-af86-a348f2309e91 on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:02:48.939538 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-bbcd507d-7d8a-4c75-858c-c7545841ff8e req-c61e445c-7a3a-4357-99a7-f3d9c6b8bdf1 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:48.944628 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-bbcd507d-7d8a-4c75-858c-c7545841ff8e req-c61e445c-7a3a-4357-99a7-f3d9c6b8bdf1 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.27 "DELETE /networking/v2.0/ports/47427bda-19b8-4cae-af86-a348f2309e91 HTTP/1.1" status: 204 len: 173 time: 1.4507692 Sep 15 18:02:48.952273 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66dea411-0d22-43d5-967c-cd2215a951ee', 'name': 'network-vif-deleted', 'tag': '47427bda-19b8-4cae-af86-a348f2309e91'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:02:48.959354 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd226a3c-055b-4395-8ad2-250fb80c28ae" -d '{"events": [{"server_uuid": "66dea411-0d22-43d5-967c-cd2215a951ee", "name": "network-vif-deleted", "tag": "47427bda-19b8-4cae-af86-a348f2309e91"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:02:49.066118 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0508e6-e9bb-4ade-b851-c6f34773771b x-openstack-request-id: req-3c0508e6-e9bb-4ade-b851-c6f34773771b {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:02:49.066486 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66dea411-0d22-43d5-967c-cd2215a951ee", "name": "network-vif-deleted", "tag": "47427bda-19b8-4cae-af86-a348f2309e91", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:02:49.066685 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c0508e6-e9bb-4ade-b851-c6f34773771b {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:02:49.067079 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0508e6-e9bb-4ade-b851-c6f34773771b'] response: {'server_uuid': '66dea411-0d22-43d5-967c-cd2215a951ee', 'name': 'network-vif-deleted', 'tag': '47427bda-19b8-4cae-af86-a348f2309e91', 'status': 'completed', 'code': 200} Sep 15 18:02:49.084986 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c052a4ad-9865-472e-a07a-bffb3f456d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:49.092860 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 59748) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:49.113765 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11edebaa-a50d-4688-b2fb-761e00aed800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:49.262289 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11edebaa-a50d-4688-b2fb-761e00aed800 admin admin] Publish callbacks [] for security_group (eebcd81c-b202-4bcb-b038-0654bcb89ab0), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:49.267764 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c052a4ad-9865-472e-a07a-bffb3f456d02 admin admin] Publish callbacks [] for security_group (ee6a80ed-27aa-4c13-8470-01c3a4a57a06), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:49.269211 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11edebaa-a50d-4688-b2fb-761e00aed800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (eebcd81c-b202-4bcb-b038-0654bcb89ab0), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:49.274245 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c052a4ad-9865-472e-a07a-bffb3f456d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (ee6a80ed-27aa-4c13-8470-01c3a4a57a06), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:49.330098 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052a4ad-9865-472e-a07a-bffb3f456d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6a80ed-27aa-4c13-8470-01c3a4a57a06,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:49.336087 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:49.360954 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-c052a4ad-9865-472e-a07a-bffb3f456d02 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6c9d58dddf654985879416a5c5fac0fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7087452 Sep 15 18:02:49.360954 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59762) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:49.372733 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edebaa-a50d-4688-b2fb-761e00aed800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebcd81c-b202-4bcb-b038-0654bcb89ab0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:49.391188 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-11edebaa-a50d-4688-b2fb-761e00aed800 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e92693c3d7e94a76b241ad02eaa49537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931309 Sep 15 18:02:49.391324 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59764) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:49.460901 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5f93008c-7f68-4bd4-bd31-74488704104d admin admin] Publish callbacks [] for security_group (ee6a80ed-27aa-4c13-8470-01c3a4a57a06), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:49.523641 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5f93008c-7f68-4bd4-bd31-74488704104d admin admin] Publish callbacks [] for security_group (ee6a80ed-27aa-4c13-8470-01c3a4a57a06), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:49.535215 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-69ebdd72-47bd-425b-b86a-207a88346fad admin admin] Publish callbacks [] for security_group (eebcd81c-b202-4bcb-b038-0654bcb89ab0), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:49.585351 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-69ebdd72-47bd-425b-b86a-207a88346fad admin admin] Publish callbacks [] for security_group (eebcd81c-b202-4bcb-b038-0654bcb89ab0), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:49.658996 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5f93008c-7f68-4bd4-bd31-74488704104d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (ee6a80ed-27aa-4c13-8470-01c3a4a57a06), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:49.665193 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5f93008c-7f68-4bd4-bd31-74488704104d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:49.666546 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-5f93008c-7f68-4bd4-bd31-74488704104d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ee6a80ed-27aa-4c13-8470-01c3a4a57a06 HTTP/1.1" status: 204 len: 168 time: 0.3046191 Sep 15 18:02:49.680138 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-69ebdd72-47bd-425b-b86a-207a88346fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (eebcd81c-b202-4bcb-b038-0654bcb89ab0), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:49.683113 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-69ebdd72-47bd-425b-b86a-207a88346fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:49.689758 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-69ebdd72-47bd-425b-b86a-207a88346fad admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/eebcd81c-b202-4bcb-b038-0654bcb89ab0 HTTP/1.1" status: 204 len: 168 time: 0.2892318 Sep 15 18:02:49.706353 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93008c-7f68-4bd4-bd31-74488704104d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6a80ed-27aa-4c13-8470-01c3a4a57a06,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:49.740505 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebdd72-47bd-425b-b86a-207a88346fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebcd81c-b202-4bcb-b038-0654bcb89ab0,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:49.754893 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59784) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:49.785462 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-31d677a0-4619-4c81-b6f8-521640176915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:49.855913 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:INSERT=8 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:49.989139 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019760-074e-4c95-af0b-d569a1532f3d req-aa21ac19-96eb-4212-8a22-75f9302d6c5c tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:49.996319 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f3019760-074e-4c95-af0b-d569a1532f3d req-aa21ac19-96eb-4212-8a22-75f9302d6c5c tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.1276426 Sep 15 18:02:50.001126 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-31d677a0-4619-4c81-b6f8-521640176915 admin admin] Publish callbacks [] for security_group (72411d05-c324-4ecf-b43c-951b22632a10), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:50.008484 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-31d677a0-4619-4c81-b6f8-521640176915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (72411d05-c324-4ecf-b43c-951b22632a10), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:50.094069 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-31d677a0-4619-4c81-b6f8-521640176915 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b169427d06a64bddafd509af1278963d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381362 Sep 15 18:02:50.100957 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59804) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:50.122106 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d677a0-4619-4c81-b6f8-521640176915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72411d05-c324-4ecf-b43c-951b22632a10,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:50.194989 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a91e704c-a8be-41e2-b9e7-36987ced0118 admin admin] Publish callbacks [] for security_group (72411d05-c324-4ecf-b43c-951b22632a10), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:50.214590 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-35d385e3-4823-4e20-900b-8e38e9a3d0c3 req-15cf7267-83b5-49bf-8108-b674785db012 tempest-DeleteServersTestJSON-1982066548 tempest-DeleteServersTestJSON-1982066548-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66dea411-0d22-43d5-967c-cd2215a951ee HTTP/1.1" status: 200 len: 210 time: 0.0529425 Sep 15 18:02:50.221522 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f3019760-074e-4c95-af0b-d569a1532f3d req-200119d7-c3e8-4247-85a8-86627b144d8c tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234602 Sep 15 18:02:50.249159 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a91e704c-a8be-41e2-b9e7-36987ced0118 admin admin] Publish callbacks [] for security_group (72411d05-c324-4ecf-b43c-951b22632a10), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:50.323782 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a91e704c-a8be-41e2-b9e7-36987ced0118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (72411d05-c324-4ecf-b43c-951b22632a10), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:50.326455 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a91e704c-a8be-41e2-b9e7-36987ced0118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:50.328627 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-a91e704c-a8be-41e2-b9e7-36987ced0118 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/72411d05-c324-4ecf-b43c-951b22632a10 HTTP/1.1" status: 204 len: 168 time: 0.2266352 Sep 15 18:02:50.342622 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e704c-a8be-41e2-b9e7-36987ced0118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72411d05-c324-4ecf-b43c-951b22632a10,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:50.392570 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 59810) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:50.414624 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-735e37a3-5800-43e7-b6a1-d9a73404e831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:50.519623 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-735e37a3-5800-43e7-b6a1-d9a73404e831 admin admin] Publish callbacks [] for security_group (be495cdc-1107-44b2-894f-73896fdfe9a8), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:50.525882 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-735e37a3-5800-43e7-b6a1-d9a73404e831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (be495cdc-1107-44b2-894f-73896fdfe9a8), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:50.542209 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0d7b22fc-2260-4807-b266-0c6a74a3a4db req-ef8eb641-a98c-4792-9bd7-059265648ecd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505314 Sep 15 18:02:50.572298 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:50.590379 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-735e37a3-5800-43e7-b6a1-d9a73404e831 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3b774e1a4b7041e2a83f4686aee80df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962523 Sep 15 18:02:50.593622 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59816) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:50.598763 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e37a3-5800-43e7-b6a1-d9a73404e831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be495cdc-1107-44b2-894f-73896fdfe9a8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:50.704658 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b68c5214-4212-4635-ada7-aef584e50083 admin admin] Publish callbacks [] for security_group (be495cdc-1107-44b2-894f-73896fdfe9a8), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:50.709447 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b22fc-2260-4807-b266-0c6a74a3a4db req-95743776-9460-4a58-99c4-e81fb84bd6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:50.710946 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0d7b22fc-2260-4807-b266-0c6a74a3a4db req-95743776-9460-4a58-99c4-e81fb84bd6ab service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d0c00ad55eda4d7f8a0370359478f2df&device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 1130 time: 0.0762172 Sep 15 18:02:50.731696 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b68c5214-4212-4635-ada7-aef584e50083 admin admin] Publish callbacks [] for security_group (be495cdc-1107-44b2-894f-73896fdfe9a8), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:50.812059 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:50.862408 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b22fc-2260-4807-b266-0c6a74a3a4db req-6cb9a3f6-a155-4785-a31b-84977b85b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:50.865083 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0d7b22fc-2260-4807-b266-0c6a74a3a4db req-6cb9a3f6-a155-4785-a31b-84977b85b1c9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a550ae18-8a00-4e46-ab8a-055d97ed7c96 HTTP/1.1" status: 200 len: 911 time: 0.1308112 Sep 15 18:02:50.918387 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b68c5214-4212-4635-ada7-aef584e50083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (be495cdc-1107-44b2-894f-73896fdfe9a8), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:50.921023 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b68c5214-4212-4635-ada7-aef584e50083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:50.925012 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-b68c5214-4212-4635-ada7-aef584e50083 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/be495cdc-1107-44b2-894f-73896fdfe9a8 HTTP/1.1" status: 204 len: 168 time: 0.3271389 Sep 15 18:02:50.939912 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c5214-4212-4635-ada7-aef584e50083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be495cdc-1107-44b2-894f-73896fdfe9a8,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:50.954626 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0d7b22fc-2260-4807-b266-0c6a74a3a4db req-1d384a6f-98da-4c2c-b57f-d65be32837eb service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59bc3db6-123e-4171-80de-57632fb2793a HTTP/1.1" status: 200 len: 1002 time: 0.0829484 Sep 15 18:02:51.020985 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b22fc-2260-4807-b266-0c6a74a3a4db req-bd5d02f3-9a79-4ca6-b7f0-6e931d885d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:51.022632 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0d7b22fc-2260-4807-b266-0c6a74a3a4db req-bd5d02f3-9a79-4ca6-b7f0-6e931d885d52 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=0acbc2fd-b392-426b-a234-c034ff806cba HTTP/1.1" status: 200 len: 849 time: 0.0529790 Sep 15 18:02:51.085607 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b22fc-2260-4807-b266-0c6a74a3a4db req-68848190-ecdc-4565-ae63-711ca7f75387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:51.087128 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0d7b22fc-2260-4807-b266-0c6a74a3a4db req-68848190-ecdc-4565-ae63-711ca7f75387 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a550ae18-8a00-4e46-ab8a-055d97ed7c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0487893 Sep 15 18:02:51.161340 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 47427bda-19b8-4cae-af86-a348f2309e91 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:02:51.166636 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:51.219101 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: 47427bda-19b8-4cae-af86-a348f2309e91 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:02:51.219441 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 47427bda-19b8-4cae-af86-a348f2309e91 not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:02:51.238336 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0d7b22fc-2260-4807-b266-0c6a74a3a4db req-f5f549e1-c812-47b9-8207-550621fff330 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418371 Sep 15 18:02:51.435883 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee61a3-0d6e-4fe2-a4de-827400f4cef2 req-c95905b9-9d61-4d61-9a29-3827a3ebd1e1 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:51.440360 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0d7b22fc-2260-4807-b266-0c6a74a3a4db req-2ed7e128-0372-4bab-ac14-027ab1dbed4d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974022 Sep 15 18:02:51.444801 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b3ee61a3-0d6e-4fe2-a4de-827400f4cef2 req-c95905b9-9d61-4d61-9a29-3827a3ebd1e1 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0743513 Sep 15 18:02:51.447032 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59866) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:51.486652 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-576f5cdd-5501-41af-8060-c951d3c055d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:51.525462 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b3ee61a3-0d6e-4fe2-a4de-827400f4cef2 req-644e5b22-13a9-4a4f-b846-2673e515e518 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794578 Sep 15 18:02:51.668754 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-576f5cdd-5501-41af-8060-c951d3c055d9 admin admin] Publish callbacks [] for security_group (fb6dba6f-09dd-4b49-941a-c1af1c36efc7), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:51.697580 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-576f5cdd-5501-41af-8060-c951d3c055d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (fb6dba6f-09dd-4b49-941a-c1af1c36efc7), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:51.746790 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-576f5cdd-5501-41af-8060-c951d3c055d9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b7e988163f0e4cfb88933a0a381cebb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952085 Sep 15 18:02:51.747213 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 59886) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:51.800432 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f5cdd-5501-41af-8060-c951d3c055d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6dba6f-09dd-4b49-941a-c1af1c36efc7,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:51.807141 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:51.865330 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f333e0c8-6a36-46fb-ac29-f28fbb0e184a admin admin] Publish callbacks [] for security_group (fb6dba6f-09dd-4b49-941a-c1af1c36efc7), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:51.895365 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f333e0c8-6a36-46fb-ac29-f28fbb0e184a admin admin] Publish callbacks [] for security_group (fb6dba6f-09dd-4b49-941a-c1af1c36efc7), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:51.969536 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f333e0c8-6a36-46fb-ac29-f28fbb0e184a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (fb6dba6f-09dd-4b49-941a-c1af1c36efc7), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:51.972613 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f333e0c8-6a36-46fb-ac29-f28fbb0e184a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:51.974151 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-f333e0c8-6a36-46fb-ac29-f28fbb0e184a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fb6dba6f-09dd-4b49-941a-c1af1c36efc7 HTTP/1.1" status: 204 len: 168 time: 0.2256145 Sep 15 18:02:51.982690 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333e0c8-6a36-46fb-ac29-f28fbb0e184a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6dba6f-09dd-4b49-941a-c1af1c36efc7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:52.717179 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581c245-ca6e-43a0-95f0-c20f51c4f1fb req-55233ecc-3fec-4c2c-8656-8caafbf0c284 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:52.719375 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3581c245-ca6e-43a0-95f0-c20f51c4f1fb req-55233ecc-3fec-4c2c-8656-8caafbf0c284 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0689454 Sep 15 18:02:52.794052 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3581c245-ca6e-43a0-95f0-c20f51c4f1fb req-1c607d6a-eb8b-4f1a-a7c7-adef84fc29e1 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667791 Sep 15 18:02:52.924266 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 59982) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:53.154156 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60014) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:53.259563 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa14a2a5-e6df-453c-9627-257310911895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:53.387328 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa14a2a5-e6df-453c-9627-257310911895 admin admin] Publish callbacks [] for security_group (70652eff-9ad2-47a6-a530-c060622b79e6), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:53.395297 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa14a2a5-e6df-453c-9627-257310911895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (70652eff-9ad2-47a6-a530-c060622b79e6), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:53.486590 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-fa14a2a5-e6df-453c-9627-257310911895 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ce3d7b087eef483fb14f10da0d8e4bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5611172 Sep 15 18:02:53.497270 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60028) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:53.509433 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60030) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:53.542075 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14a2a5-e6df-453c-9627-257310911895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70652eff-9ad2-47a6-a530-c060622b79e6,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:53.603494 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-06e50802-3b51-4ae6-b340-66ce9b89b271 admin admin] Publish callbacks [] for security_group (70652eff-9ad2-47a6-a530-c060622b79e6), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:53.634328 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-06e50802-3b51-4ae6-b340-66ce9b89b271 admin admin] Publish callbacks [] for security_group (70652eff-9ad2-47a6-a530-c060622b79e6), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:53.645420 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:53.720977 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-48ce5177-0fea-452b-b421-ed367071ab6a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-589994211-network', 'tenant_id': '9673492fe688478095ce771a47bf18eb'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:53.743688 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-06e50802-3b51-4ae6-b340-66ce9b89b271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (70652eff-9ad2-47a6-a530-c060622b79e6), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:53.754298 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-06e50802-3b51-4ae6-b340-66ce9b89b271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:53.754298 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-06e50802-3b51-4ae6-b340-66ce9b89b271 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/70652eff-9ad2-47a6-a530-c060622b79e6 HTTP/1.1" status: 204 len: 168 time: 0.2534823 Sep 15 18:02:53.762873 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ce5177-0fea-452b-b421-ed367071ab6a admin admin] Made reservation on behalf of 9673492fe688478095ce771a47bf18eb for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:02:53.765635 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-48ce5177-0fea-452b-b421-ed367071ab6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:53.790706 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-48ce5177-0fea-452b-b421-ed367071ab6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:53.795424 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e50802-3b51-4ae6-b340-66ce9b89b271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70652eff-9ad2-47a6-a530-c060622b79e6,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:53.940110 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-48ce5177-0fea-452b-b421-ed367071ab6a admin admin] Publish callbacks [] for security_group (681f204a-78aa-4376-a80c-55a45e5547ee), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:53.946985 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-48ce5177-0fea-452b-b421-ed367071ab6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (681f204a-78aa-4376-a80c-55a45e5547ee), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:53.961841 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=13,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:53.988393 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9649cb8-5cb4-426e-ab2f-09f283c3888b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433571'] for router_interface (d08de0cc-e923-49cb-98f3-82dea8ad8f36), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:53.989413 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ce5177-0fea-452b-b421-ed367071ab6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:02:54.004243 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce5177-0fea-452b-b421-ed367071ab6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681f204a-78aa-4376-a80c-55a45e5547ee,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:54.015634 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-48ce5177-0fea-452b-b421-ed367071ab6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (6de514e0-3a3e-4d46-b1da-9ab8e0acf202), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:54.015988 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.segments_db [None req-48ce5177-0fea-452b-b421-ed367071ab6a admin admin] Added segment 6de514e0-3a3e-4d46-b1da-9ab8e0acf202 of type vlan for network 1661df19-14c4-4ace-9a6f-1ac804e1a0f6 Sep 15 18:02:54.048624 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be6342-53a1-44fd-a7e1-9df3c9e5b884 req-d7e79876-99c1-4621-959d-f71d8a9880fe tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:54.050664 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-09be6342-53a1-44fd-a7e1-9df3c9e5b884 req-d7e79876-99c1-4621-959d-f71d8a9880fe tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.1180358 Sep 15 18:02:54.077781 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-48ce5177-0fea-452b-b421-ed367071ab6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (1661df19-14c4-4ace-9a6f-1ac804e1a0f6), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:54.125758 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-48ce5177-0fea-452b-b421-ed367071ab6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (1661df19-14c4-4ace-9a6f-1ac804e1a0f6), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:54.127207 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ce5177-0fea-452b-b421-ed367071ab6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:54.127950 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-48ce5177-0fea-452b-b421-ed367071ab6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:54.184965 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-09be6342-53a1-44fd-a7e1-9df3c9e5b884 req-a1bb0889-b814-4f51-ba32-a637a9a6637e tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206532 Sep 15 18:02:54.276810 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-48ce5177-0fea-452b-b421-ed367071ab6a admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7657082 Sep 15 18:02:54.282702 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60058) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:54.289025 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-9bc284f9-59e1-43fe-a831-34607c8dbe2f admin admin] Request body: {'subnet': {'network_id': '1661df19-14c4-4ace-9a6f-1ac804e1a0f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-589994211-subnet', 'tenant_id': '9673492fe688478095ce771a47bf18eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:54.293993 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce5177-0fea-452b-b421-ed367071ab6a admin admin] Pushing event updated for resources: {'Network': ['ID=1661df19-14c4-4ace-9a6f-1ac804e1a0f6,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:54.307249 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network 1661df19-14c4-4ace-9a6f-1ac804e1a0f6 details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:02:54.341961 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc284f9-59e1-43fe-a831-34607c8dbe2f admin admin] Made reservation on behalf of 9673492fe688478095ce771a47bf18eb for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:02:54.345220 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9bc284f9-59e1-43fe-a831-34607c8dbe2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6780627'] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:54.393930 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:54.438460 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:54.638902 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:54.656883 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a9649cb8-5cb4-426e-ab2f-09f283c3888b admin admin] Deleting port fb276715-3422-40ce-bdfa-eb378e7465fa {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:02:54.657513 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9649cb8-5cb4-426e-ab2f-09f283c3888b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:54.704607 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9bc284f9-59e1-43fe-a831-34607c8dbe2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8252020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6780613'] for subnet (705ca718-5ea7-4524-a378-1606b480e5f9), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:54.736867 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=93 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:54.771513 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc284f9-59e1-43fe-a831-34607c8dbe2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=705ca718-5ea7-4524-a378-1606b480e5f9,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:54.793096 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-a9649cb8-5cb4-426e-ab2f-09f283c3888b admin admin] For port fb276715-3422-40ce-bdfa-eb378e7465fa, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=fb276715-3422-40ce-bdfa-eb378e7465fa,segment=NetworkSegment(635b1d25-16a2-4a23-a74a-c5d19332f837),segment_id=635b1d25-16a2-4a23-a74a-c5d19332f837)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:54.793669 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9649cb8-5cb4-426e-ab2f-09f283c3888b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:54.802739 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:54.810829 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc284f9-59e1-43fe-a831-34607c8dbe2f admin admin] Checking segment: {'id': '6de514e0-3a3e-4d46-b1da-9ab8e0acf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1661df19-14c4-4ace-9a6f-1ac804e1a0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:02:54.811853 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc284f9-59e1-43fe-a831-34607c8dbe2f admin admin] Network hostable DHCP agents. Network: 1661df19-14c4-4ace-9a6f-1ac804e1a0f6, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:02:54.813012 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a9649cb8-5cb4-426e-ab2f-09f283c3888b admin admin] Calling delete_port for fb276715-3422-40ce-bdfa-eb378e7465fa owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:02:54.851664 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc284f9-59e1-43fe-a831-34607c8dbe2f admin admin] Network 1661df19-14c4-4ace-9a6f-1ac804e1a0f6 is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:02:54.878095 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-9bc284f9-59e1-43fe-a831-34607c8dbe2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, 1661df19-14c4-4ace-9a6f-1ac804e1a0f6) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:02:54.892354 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc284f9-59e1-43fe-a831-34607c8dbe2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:54.892971 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9bc284f9-59e1-43fe-a831-34607c8dbe2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:54.915234 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-9bc284f9-59e1-43fe-a831-34607c8dbe2f admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6309633 Sep 15 18:02:54.917051 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc6a246-f63e-4754-93de-52c1a388605e None None] Network 1661df19-14c4-4ace-9a6f-1ac804e1a0f6 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:02:55.185846 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579b9a29-b687-4a8a-829b-de79433e0af2 None None] Network 1661df19-14c4-4ace-9a6f-1ac804e1a0f6 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:02:55.188783 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9649cb8-5cb4-426e-ab2f-09f283c3888b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802'] for port (fb276715-3422-40ce-bdfa-eb378e7465fa), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:55.226024 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9649cb8-5cb4-426e-ab2f-09f283c3888b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb276715-3422-40ce-bdfa-eb378e7465fa,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:55.511997 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addd3d3-c962-44aa-8c89-d2df540da2e2 req-5fb7e27f-78f2-4639-aac6-95ad09fbecbb tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:55.515120 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8addd3d3-c962-44aa-8c89-d2df540da2e2 req-5fb7e27f-78f2-4639-aac6-95ad09fbecbb tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.1515284 Sep 15 18:02:55.566036 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9649cb8-5cb4-426e-ab2f-09f283c3888b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550931'] for router_interface (d08de0cc-e923-49cb-98f3-82dea8ad8f36), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:55.645167 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8addd3d3-c962-44aa-8c89-d2df540da2e2 req-69b8a945-7dc4-421f-97a0-31a47f55e28e tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142385 Sep 15 18:02:55.885134 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9649cb8-5cb4-426e-ab2f-09f283c3888b admin admin] Router d08de0cc-e923-49cb-98f3-82dea8ad8f36 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:02:56.008117 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:56.014899 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9649cb8-5cb4-426e-ab2f-09f283c3888b admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:02:56.020595 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-a9649cb8-5cb4-426e-ab2f-09f283c3888b admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d08de0cc-e923-49cb-98f3-82dea8ad8f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8656478 Sep 15 18:02:56.023882 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60134) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:56.038486 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a77fe-ec7b-45f5-a403-2964efc0efb0 None None] Sync routers for ids ['d08de0cc-e923-49cb-98f3-82dea8ad8f36'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:02:56.054211 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a77fe-ec7b-45f5-a403-2964efc0efb0 None None] Routers {'d08de0cc-e923-49cb-98f3-82dea8ad8f36'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:02:56.055217 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-743a77fe-ec7b-45f5-a403-2964efc0efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:02:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['d08de0cc-e923-49cb-98f3-82dea8ad8f36'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:56.144813 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:56.167274 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-31ff0668-ba4d-4f91-b810-e458aedd0f72 admin admin] Publish callbacks [] for router (d08de0cc-e923-49cb-98f3-82dea8ad8f36), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:56.209448 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60146) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:56.220719 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-743a77fe-ec7b-45f5-a403-2964efc0efb0 None None] Set router d08de0cc-e923-49cb-98f3-82dea8ad8f36 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:02:56.351506 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60152) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:56.358751 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-746a630a-924e-47ca-bfcc-1f7539479967 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1872523363-network', 'tenant_id': '202dad0b25d644cfb02cff78c3d5cd81'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:56.404579 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-31ff0668-ba4d-4f91-b810-e458aedd0f72 admin admin] Publish callbacks [] for router_gateway (d08de0cc-e923-49cb-98f3-82dea8ad8f36), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:56.483110 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746a630a-924e-47ca-bfcc-1f7539479967 admin admin] Made reservation on behalf of 202dad0b25d644cfb02cff78c3d5cd81 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:02:56.490066 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-746a630a-924e-47ca-bfcc-1f7539479967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:56.508919 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-746a630a-924e-47ca-bfcc-1f7539479967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:56.528163 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-31ff0668-ba4d-4f91-b810-e458aedd0f72 admin admin] Deleting port 36e6e17d-4ef6-42bc-b467-671122e1d1ad {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:02:56.528772 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-31ff0668-ba4d-4f91-b810-e458aedd0f72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (36e6e17d-4ef6-42bc-b467-671122e1d1ad), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:56.547515 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:56.613583 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0013d44e-e811-434e-86fe-10f7f1c90538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:56.660598 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:56.667128 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-31ff0668-ba4d-4f91-b810-e458aedd0f72 admin admin] For port 36e6e17d-4ef6-42bc-b467-671122e1d1ad, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=36e6e17d-4ef6-42bc-b467-671122e1d1ad,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:56.667953 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-31ff0668-ba4d-4f91-b810-e458aedd0f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (36e6e17d-4ef6-42bc-b467-671122e1d1ad), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:56.679479 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-743a77fe-ec7b-45f5-a403-2964efc0efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'name': 'tempest-DeleteServersTestJSON-1528741179-router', 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '36e6e17d-4ef6-42bc-b467-671122e1d1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:47Z', 'updated_at': '2022-09-15T18:02:55Z', 'revision_number': 5, 'project_id': 'c099c78661284aa6940b6f842b0c9af3', 'gw_port': {'id': '36e6e17d-4ef6-42bc-b467-671122e1d1ad', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:48Z', 'updated_at': '2022-09-15T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:56.710822 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-31ff0668-ba4d-4f91-b810-e458aedd0f72 admin admin] Calling delete_port for 36e6e17d-4ef6-42bc-b467-671122e1d1ad owned by network:router_gateway {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:02:56.720895 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a77fe-ec7b-45f5-a403-2964efc0efb0 None None] Checking router: d08de0cc-e923-49cb-98f3-82dea8ad8f36 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:02:56.725725 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-746a630a-924e-47ca-bfcc-1f7539479967 admin admin] Publish callbacks [] for security_group (82c7eb4a-04b2-4f7d-a42d-baa802945240), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:56.732625 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-746a630a-924e-47ca-bfcc-1f7539479967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (82c7eb4a-04b2-4f7d-a42d-baa802945240), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:56.735496 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a77fe-ec7b-45f5-a403-2964efc0efb0 None None] Routers {'d08de0cc-e923-49cb-98f3-82dea8ad8f36'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:02:56.736131 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-743a77fe-ec7b-45f5-a403-2964efc0efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:02:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['d08de0cc-e923-49cb-98f3-82dea8ad8f36'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:56.778192 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746a630a-924e-47ca-bfcc-1f7539479967 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:02:56.787972 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a630a-924e-47ca-bfcc-1f7539479967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c7eb4a-04b2-4f7d-a42d-baa802945240,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:56.841550 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-746a630a-924e-47ca-bfcc-1f7539479967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (542409e6-a725-461b-928c-3c424dd07410), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:56.843028 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.segments_db [None req-746a630a-924e-47ca-bfcc-1f7539479967 admin admin] Added segment 542409e6-a725-461b-928c-3c424dd07410 of type vlan for network 00c25053-4342-4bbb-841b-84233c2ecba6 Sep 15 18:02:56.901365 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0013d44e-e811-434e-86fe-10f7f1c90538 admin admin] Publish callbacks [] for security_group (7c606453-be33-4b09-b975-1023569465d0), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:56.903862 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-743a77fe-ec7b-45f5-a403-2964efc0efb0 None None] Set router d08de0cc-e923-49cb-98f3-82dea8ad8f36 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:02:56.918765 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0013d44e-e811-434e-86fe-10f7f1c90538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (7c606453-be33-4b09-b975-1023569465d0), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:56.933256 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf067ac-b7f3-4eb8-affd-62a8dfc8fee6 req-9850233c-224f-460f-84d0-73f5d2cb1fd1 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:56.940271 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-baf067ac-b7f3-4eb8-affd-62a8dfc8fee6 req-9850233c-224f-460f-84d0-73f5d2cb1fd1 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.1585701 Sep 15 18:02:56.954197 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-746a630a-924e-47ca-bfcc-1f7539479967 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (00c25053-4342-4bbb-841b-84233c2ecba6), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.001770 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-743a77fe-ec7b-45f5-a403-2964efc0efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'name': 'tempest-DeleteServersTestJSON-1528741179-router', 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:47Z', 'updated_at': '2022-09-15T18:02:56Z', 'revision_number': 6, 'project_id': 'c099c78661284aa6940b6f842b0c9af3', 'gw_port_host': None}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:57.024732 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013d44e-e811-434e-86fe-10f7f1c90538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c606453-be33-4b09-b975-1023569465d0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:57.057057 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60184) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:57.059324 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-0013d44e-e811-434e-86fe-10f7f1c90538 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8dfa4d270b6c48b6b598ea4578a7e9cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8478220 Sep 15 18:02:57.071663 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a77fe-ec7b-45f5-a403-2964efc0efb0 None None] The sync data for ids ['d08de0cc-e923-49cb-98f3-82dea8ad8f36'] in dv-cinder-835384-27-smb is: [{'id': 'd08de0cc-e923-49cb-98f3-82dea8ad8f36', 'name': 'tempest-DeleteServersTestJSON-1528741179-router', 'tenant_id': 'c099c78661284aa6940b6f842b0c9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:47Z', 'updated_at': '2022-09-15T18:02:56Z', 'revision_number': 6, 'project_id': 'c099c78661284aa6940b6f842b0c9af3', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:02:57.098999 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-746a630a-924e-47ca-bfcc-1f7539479967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (00c25053-4342-4bbb-841b-84233c2ecba6), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.100159 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746a630a-924e-47ca-bfcc-1f7539479967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:57.100807 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-746a630a-924e-47ca-bfcc-1f7539479967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.141975 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-baf067ac-b7f3-4eb8-affd-62a8dfc8fee6 req-4b682cd6-9724-482c-90a7-c28343a4898b tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007058 Sep 15 18:02:57.183353 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-31ff0668-ba4d-4f91-b810-e458aedd0f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (36e6e17d-4ef6-42bc-b467-671122e1d1ad), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.213450 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-746a630a-924e-47ca-bfcc-1f7539479967 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8603187 Sep 15 18:02:57.214589 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a630a-924e-47ca-bfcc-1f7539479967 admin admin] Pushing event updated for resources: {'Network': ['ID=00c25053-4342-4bbb-841b-84233c2ecba6,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:57.216434 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60186) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:57.222403 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-67bb8c4a-de7a-479a-a67b-8829188fc969 admin admin] Request body: {'subnet': {'network_id': '00c25053-4342-4bbb-841b-84233c2ecba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1872523363-subnet', 'tenant_id': '202dad0b25d644cfb02cff78c3d5cd81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:57.231226 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network 00c25053-4342-4bbb-841b-84233c2ecba6 details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:02:57.238106 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:57.251013 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bb8c4a-de7a-479a-a67b-8829188fc969 admin admin] Made reservation on behalf of 202dad0b25d644cfb02cff78c3d5cd81 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:02:57.253674 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67bb8c4a-de7a-479a-a67b-8829188fc969 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.267117 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff0668-ba4d-4f91-b810-e458aedd0f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=36e6e17d-4ef6-42bc-b467-671122e1d1ad,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:57.272565 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0154-a63d-4785-be0a-499492080ac4 admin admin] Publish callbacks [] for security_group (7c606453-be33-4b09-b975-1023569465d0), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.365567 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0154-a63d-4785-be0a-499492080ac4 admin admin] Publish callbacks [] for security_group (7c606453-be33-4b09-b975-1023569465d0), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.400063 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-31ff0668-ba4d-4f91-b810-e458aedd0f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556889'] for router_gateway (d08de0cc-e923-49cb-98f3-82dea8ad8f36), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.451857 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60192) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:57.567723 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0154-a63d-4785-be0a-499492080ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (7c606453-be33-4b09-b975-1023569465d0), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.570299 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0154-a63d-4785-be0a-499492080ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.572256 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-4f8a0154-a63d-4785-be0a-499492080ac4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7c606453-be33-4b09-b975-1023569465d0 HTTP/1.1" status: 204 len: 168 time: 0.5133319 Sep 15 18:02:57.601705 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bdf533f0-64e0-4e74-b5ee-269ae027a131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.604011 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67bb8c4a-de7a-479a-a67b-8829188fc969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for subnet (7ac9ce56-34a3-4078-beb4-c0a5e03ef36e), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.612864 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-31ff0668-ba4d-4f91-b810-e458aedd0f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-659'] for router (d08de0cc-e923-49cb-98f3-82dea8ad8f36), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.615926 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-31ff0668-ba4d-4f91-b810-e458aedd0f72 admin admin] Publish callbacks [] for router_controller (d08de0cc-e923-49cb-98f3-82dea8ad8f36), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.630276 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a0154-a63d-4785-be0a-499492080ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c606453-be33-4b09-b975-1023569465d0,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:57.705176 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb8c4a-de7a-479a-a67b-8829188fc969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac9ce56-34a3-4078-beb4-c0a5e03ef36e,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:57.726212 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bb8c4a-de7a-479a-a67b-8829188fc969 admin admin] Checking segment: {'id': '542409e6-a725-461b-928c-3c424dd07410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '00c25053-4342-4bbb-841b-84233c2ecba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:02:57.726808 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bb8c4a-de7a-479a-a67b-8829188fc969 admin admin] Network hostable DHCP agents. Network: 00c25053-4342-4bbb-841b-84233c2ecba6, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:02:57.749081 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:57.773391 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bb8c4a-de7a-479a-a67b-8829188fc969 admin admin] Network 00c25053-4342-4bbb-841b-84233c2ecba6 is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:02:57.793161 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-67bb8c4a-de7a-479a-a67b-8829188fc969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, 00c25053-4342-4bbb-841b-84233c2ecba6) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:02:57.801403 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bb8c4a-de7a-479a-a67b-8829188fc969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:57.802643 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67bb8c4a-de7a-479a-a67b-8829188fc969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.804882 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754656e1-da9d-4840-a02b-b00f21a44583 None None] Network 00c25053-4342-4bbb-841b-84233c2ecba6 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:02:57.824458 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bdf533f0-64e0-4e74-b5ee-269ae027a131 admin admin] Publish callbacks [] for security_group (a90f8caa-f150-4782-b85e-1c0b0b75c6b4), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.831422 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bdf533f0-64e0-4e74-b5ee-269ae027a131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (a90f8caa-f150-4782-b85e-1c0b0b75c6b4), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.835000 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:57.847489 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-67bb8c4a-de7a-479a-a67b-8829188fc969 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6299427 Sep 15 18:02:57.847682 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-31ff0668-ba4d-4f91-b810-e458aedd0f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551022'] for router (d08de0cc-e923-49cb-98f3-82dea8ad8f36), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.848395 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ff0668-ba4d-4f91-b810-e458aedd0f72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d08de0cc-e923-49cb-98f3-82dea8ad8f36 {{(pid=106386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:02:57.882823 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-31ff0668-ba4d-4f91-b810-e458aedd0f72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.884072 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-31ff0668-ba4d-4f91-b810-e458aedd0f72 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/d08de0cc-e923-49cb-98f3-82dea8ad8f36 HTTP/1.1" status: 204 len: 168 time: 1.8584983 Sep 15 18:02:57.889701 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60204) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:57.903856 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-bdf533f0-64e0-4e74-b5ee-269ae027a131 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d0423231070d408c8ad82c32fd9cf4bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4504905 Sep 15 18:02:57.906913 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60208) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:57.923860 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:57.951224 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf533f0-64e0-4e74-b5ee-269ae027a131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90f8caa-f150-4782-b85e-1c0b0b75c6b4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:57.985190 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68f8b7c-e22f-40cb-bc38-ecc0076331f0 admin admin] Deleting subnet 18d4fe43-ed89-46d1-a2a4-46d92bf8047c {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 18:02:57.987127 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db0abe6e-eaa0-49a2-a080-1ac81534d790 admin admin] Publish callbacks [] for security_group (a90f8caa-f150-4782-b85e-1c0b0b75c6b4), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:57.990244 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c68f8b7c-e22f-40cb-bc38-ecc0076331f0 admin admin] Publish callbacks [] for subnet (18d4fe43-ed89-46d1-a2a4-46d92bf8047c), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.036915 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db0abe6e-eaa0-49a2-a080-1ac81534d790 admin admin] Publish callbacks [] for security_group (a90f8caa-f150-4782-b85e-1c0b0b75c6b4), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.051506 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c68f8b7c-e22f-40cb-bc38-ecc0076331f0 admin admin] Publish callbacks [] for subnet (18d4fe43-ed89-46d1-a2a4-46d92bf8047c), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.052666 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74134cca-10d8-41a5-9e02-6c86361def27 None None] Network 00c25053-4342-4bbb-841b-84233c2ecba6 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:02:58.121025 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db0abe6e-eaa0-49a2-a080-1ac81534d790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (a90f8caa-f150-4782-b85e-1c0b0b75c6b4), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.127809 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db0abe6e-eaa0-49a2-a080-1ac81534d790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.135297 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-db0abe6e-eaa0-49a2-a080-1ac81534d790 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a90f8caa-f150-4782-b85e-1c0b0b75c6b4 HTTP/1.1" status: 204 len: 168 time: 0.2270389 Sep 15 18:02:58.157138 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0abe6e-eaa0-49a2-a080-1ac81534d790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90f8caa-f150-4782-b85e-1c0b0b75c6b4,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:58.283724 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60222) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:58.308019 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4dd9a-f08d-45f9-8a21-ae7905c3bcea req-3ba2e8e9-2a1e-4bbd-8db8-f0d0dd349928 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:58.309834 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d3f4dd9a-f08d-45f9-8a21-ae7905c3bcea req-3ba2e8e9-2a1e-4bbd-8db8-f0d0dd349928 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0604463 Sep 15 18:02:58.313848 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c68f8b7c-e22f-40cb-bc38-ecc0076331f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725546'] for subnet (18d4fe43-ed89-46d1-a2a4-46d92bf8047c), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.323471 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e8584aa7-0dbe-4c7a-aff7-73d245198d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.413827 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 36e6e17d-4ef6-42bc-b467-671122e1d1ad no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:02:58.415110 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:58.449976 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d3f4dd9a-f08d-45f9-8a21-ae7905c3bcea req-bc3be622-e8a8-48da-9f2d-a5dd12f13626 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067579 Sep 15 18:02:58.456471 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c68f8b7c-e22f-40cb-bc38-ecc0076331f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for subnet (18d4fe43-ed89-46d1-a2a4-46d92bf8047c), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.492176 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f8b7c-e22f-40cb-bc38-ecc0076331f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18d4fe43-ed89-46d1-a2a4-46d92bf8047c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:58.496472 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e8584aa7-0dbe-4c7a-aff7-73d245198d95 admin admin] Publish callbacks [] for security_group (501f29d4-c1c4-434c-8282-fc91122cc7de), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.501264 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c68f8b7c-e22f-40cb-bc38-ecc0076331f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.505686 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-c68f8b7c-e22f-40cb-bc38-ecc0076331f0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/18d4fe43-ed89-46d1-a2a4-46d92bf8047c HTTP/1.1" status: 204 len: 168 time: 0.6146953 Sep 15 18:02:58.508170 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60224) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:58.509737 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e8584aa7-0dbe-4c7a-aff7-73d245198d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (501f29d4-c1c4-434c-8282-fc91122cc7de), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.511761 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: 36e6e17d-4ef6-42bc-b467-671122e1d1ad {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:02:58.512863 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 36e6e17d-4ef6-42bc-b467-671122e1d1ad not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:02:58.515602 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device fb276715-3422-40ce-bdfa-eb378e7465fa no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:02:58.525851 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c068068-b8fd-4b6a-bb2c-7bc75c7ab3f7 None None] Network 570dc050-c736-4501-bf38-bd4c238c23a0 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:02:58.564678 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: fb276715-3422-40ce-bdfa-eb378e7465fa {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:02:58.565023 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device fb276715-3422-40ce-bdfa-eb378e7465fa not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:02:58.573592 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8584aa7-0dbe-4c7a-aff7-73d245198d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501f29d4-c1c4-434c-8282-fc91122cc7de,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:58.600134 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-e8584aa7-0dbe-4c7a-aff7-73d245198d95 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9aead8c629b9406fb1b55cdee347662f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146949 Sep 15 18:02:58.602720 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60228) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:58.622215 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322015'] for network (570dc050-c736-4501-bf38-bd4c238c23a0), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.679684 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:58.698822 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1056a620-2871-44ee-943b-ed72ea930376 admin admin] Publish callbacks [] for security_group (501f29d4-c1c4-434c-8282-fc91122cc7de), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.726228 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Deleting port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:02:58.727039 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (b480bfd3-e0b0-4ee0-ad57-b265dec0d391), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.735498 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1056a620-2871-44ee-943b-ed72ea930376 admin admin] Publish callbacks [] for security_group (501f29d4-c1c4-434c-8282-fc91122cc7de), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.852561 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] For port b480bfd3-e0b0-4ee0-ad57-b265dec0d391, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=b480bfd3-e0b0-4ee0-ad57-b265dec0d391,segment=NetworkSegment(635b1d25-16a2-4a23-a74a-c5d19332f837),segment_id=635b1d25-16a2-4a23-a74a-c5d19332f837)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:58.853112 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (b480bfd3-e0b0-4ee0-ad57-b265dec0d391), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.877621 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1056a620-2871-44ee-943b-ed72ea930376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (501f29d4-c1c4-434c-8282-fc91122cc7de), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.879570 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Calling delete_port for b480bfd3-e0b0-4ee0-ad57-b265dec0d391 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:02:58.880180 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1056a620-2871-44ee-943b-ed72ea930376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.881343 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-1056a620-2871-44ee-943b-ed72ea930376 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/501f29d4-c1c4-434c-8282-fc91122cc7de HTTP/1.1" status: 204 len: 168 time: 0.2742262 Sep 15 18:02:58.906513 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056a620-2871-44ee-943b-ed72ea930376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501f29d4-c1c4-434c-8282-fc91122cc7de,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:58.947678 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] DHCP port deletion for 570dc050-c736-4501-bf38-bd4c238c23a0 request from dv-cinder-835384-27-smb {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 18:02:58.968515 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d74310d-c154-4d71-b978-243134d9b489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:58.970051 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60244) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:58.985630 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9ef59b0d-e556-427b-8023-3f4e7bf7a1f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:59.020681 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Deleting port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:02:59.021079 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (b480bfd3-e0b0-4ee0-ad57-b265dec0d391), before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:59.131504 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] For port b480bfd3-e0b0-4ee0-ad57-b265dec0d391, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=b480bfd3-e0b0-4ee0-ad57-b265dec0d391,segment=NetworkSegment(635b1d25-16a2-4a23-a74a-c5d19332f837),segment_id=635b1d25-16a2-4a23-a74a-c5d19332f837)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:59.132429 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (b480bfd3-e0b0-4ee0-ad57-b265dec0d391), precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:59.144738 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9ef59b0d-e556-427b-8023-3f4e7bf7a1f2 admin admin] Publish callbacks [] for security_group (971a8494-109e-4f4a-88a6-c0833115f17a), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:59.154090 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9ef59b0d-e556-427b-8023-3f4e7bf7a1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (971a8494-109e-4f4a-88a6-c0833115f17a), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:59.155633 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:59.167453 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Calling delete_port for b480bfd3-e0b0-4ee0-ad57-b265dec0d391 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:02:59.202105 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-9ef59b0d-e556-427b-8023-3f4e7bf7a1f2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bc1c7178f75f4767b66fd4a5b10641f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300031 Sep 15 18:02:59.203046 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef59b0d-e556-427b-8023-3f4e7bf7a1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971a8494-109e-4f4a-88a6-c0833115f17a,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:59.206369 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60254) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:02:59.258946 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:59.307892 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-13f24fa1-37ff-4355-8164-ba97b6ca63ca admin admin] Publish callbacks [] for security_group (971a8494-109e-4f4a-88a6-c0833115f17a), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:59.335397 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-13f24fa1-37ff-4355-8164-ba97b6ca63ca admin admin] Publish callbacks [] for security_group (971a8494-109e-4f4a-88a6-c0833115f17a), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:59.337786 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:02:59.389192 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802'] for port (b480bfd3-e0b0-4ee0-ad57-b265dec0d391), after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:59.417586 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-13f24fa1-37ff-4355-8164-ba97b6ca63ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (971a8494-109e-4f4a-88a6-c0833115f17a), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:59.426538 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-13f24fa1-37ff-4355-8164-ba97b6ca63ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:59.430589 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-13f24fa1-37ff-4355-8164-ba97b6ca63ca admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/971a8494-109e-4f4a-88a6-c0833115f17a HTTP/1.1" status: 204 len: 168 time: 0.2231510 Sep 15 18:02:59.438468 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Pushing event deleted for resources: {'Port': ['ID=b480bfd3-e0b0-4ee0-ad57-b265dec0d391,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:59.447304 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802'] for port (b480bfd3-e0b0-4ee0-ad57-b265dec0d391), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:59.453618 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f24fa1-37ff-4355-8164-ba97b6ca63ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971a8494-109e-4f4a-88a6-c0833115f17a,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:59.454586 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] No DVR routers for this DVR port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 on host dv-cinder-835384-27-smb {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:02:59.470535 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:59.471095 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:59.471617 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:59.472380 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:59.472903 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:59.473908 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:59.475091 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:59.475673 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:59.476683 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:59.477549 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:59.478295 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:59.479137 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:59.479811 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:59.480316 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:59.481039 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e58dc-8b47-4fc5-8d1d-0939e7910288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:59.489682 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Pushing event deleted for resources: {'Port': ['ID=b480bfd3-e0b0-4ee0-ad57-b265dec0d391,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:59.523593 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] No DVR routers for this DVR port b480bfd3-e0b0-4ee0-ad57-b265dec0d391 on host dv-cinder-835384-27-smb {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:02:59.539391 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-0cc44b7b-8d70-4b46-a9d6-88d06179fd13 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:59.541022 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-0cc44b7b-8d70-4b46-a9d6-88d06179fd13 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/networks?id=1661df19-14c4-4ace-9a6f-1ac804e1a0f6 HTTP/1.1" status: 200 len: 808 time: 0.5132103 Sep 15 18:02:59.611734 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-f9a52192-8a28-4a4b-aff8-31f62dfb79f5 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/quotas/9673492fe688478095ce771a47bf18eb HTTP/1.1" status: 200 len: 375 time: 0.0526140 Sep 15 18:02:59.635324 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349697', 'neutron.services.segments.db._delete_segments_for_network-8775822491329'] for network (570dc050-c736-4501-bf38-bd4c238c23a0), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:59.705797 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:59.706164 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:59.706939 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:59.707276 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Subscribe: > port after_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:59.707618 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:59.707956 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Subscribe: > port after_update 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:59.708281 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:59.708619 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:59.708934 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:59.709253 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:59.779050 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:59.779436 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:59.779775 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:59.780108 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:02:59.780467 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570dc050-c736-4501-bf38-bd4c238c23a0']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:59.789341 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-52e52d3f-2ed9-415f-b0fa-8e2effd4c788 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9673492fe688478095ce771a47bf18eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1582060 Sep 15 18:02:59.817338 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffa804-9f2b-4ea7-be0a-d1e75bcd1987 req-026c159d-9ec1-4814-be15-fe4155b7aacb tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:02:59.818790 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0cffa804-9f2b-4ea7-be0a-d1e75bcd1987 req-026c159d-9ec1-4814-be15-fe4155b7aacb tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.2089267 Sep 15 18:02:59.820674 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635b1d25-16a2-4a23-a74a-c5d19332f837') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:59.820974 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635b1d25-16a2-4a23-a74a-c5d19332f837') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:59.861239 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775822491221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5629034'] for segment (635b1d25-16a2-4a23-a74a-c5d19332f837), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:59.926874 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (635b1d25-16a2-4a23-a74a-c5d19332f837), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:02:59.943012 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:02:59.943423 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5339514'] for segment (635b1d25-16a2-4a23-a74a-c5d19332f837), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:00.013966 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0cffa804-9f2b-4ea7-be0a-d1e75bcd1987 req-6d36cc5a-1f43-4dab-969d-020b203838f6 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875398 Sep 15 18:03:00.068397 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-e81c6394-3d71-43c5-abc1-18efa32b2947 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1661df19-14c4-4ace-9a6f-1ac804e1a0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675643 Sep 15 18:03:00.069737 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556940'] for network (570dc050-c736-4501-bf38-bd4c238c23a0), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:00.077556 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:00.081623 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/570dc050-c736-4501-bf38-bd4c238c23a0 HTTP/1.1" status: 204 len: 168 time: 1.5724845 Sep 15 18:03:00.094952 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f94208-cf0e-4344-941c-5a218ea23343 admin admin] Pushing event deleted for resources: {'Network': ['ID=570dc050-c736-4501-bf38-bd4c238c23a0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:00.184701 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:00.204509 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-94aff276-361c-410d-8c37-820f354120f3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1661df19-14c4-4ace-9a6f-1ac804e1a0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111379 Sep 15 18:03:00.314593 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60308) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:00.394787 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60314) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:00.426059 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-91798741-afcd-48c4-b7aa-b6e17db61b30 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c099c78661284aa6940b6f842b0c9af3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1094944 Sep 15 18:03:00.430985 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device b480bfd3-e0b0-4ee0-ad57-b265dec0d391 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:03:00.455343 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: b480bfd3-e0b0-4ee0-ad57-b265dec0d391 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:03:00.455990 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device b480bfd3-e0b0-4ee0-ad57-b265dec0d391 not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:03:00.497701 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7c02f365-f35a-4f61-9778-80052e3b6b5a req-bff8a23a-3354-42ce-9eb6-062768389cab tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 210 time: 0.0668733 Sep 15 18:03:00.536247 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2aa1ee56-9ac8-4458-8af8-5c3411e37f5c admin admin] Publish callbacks [] for security_group (219655b7-efa5-41fd-8110-b82d7198b53a), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:00.559440 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2aa1ee56-9ac8-4458-8af8-5c3411e37f5c admin admin] Publish callbacks [] for security_group (219655b7-efa5-41fd-8110-b82d7198b53a), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:00.637716 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2aa1ee56-9ac8-4458-8af8-5c3411e37f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (219655b7-efa5-41fd-8110-b82d7198b53a), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:00.642998 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2aa1ee56-9ac8-4458-8af8-5c3411e37f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:00.647551 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-2aa1ee56-9ac8-4458-8af8-5c3411e37f5c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/219655b7-efa5-41fd-8110-b82d7198b53a HTTP/1.1" status: 204 len: 168 time: 0.2478883 Sep 15 18:03:00.655789 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1ee56-9ac8-4458-8af8-5c3411e37f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219655b7-efa5-41fd-8110-b82d7198b53a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:00.847519 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60336) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:01.155248 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment 635b1d25-16a2-4a23-a74a-c5d19332f837 resource provider aggregate not found Sep 15 18:03:01.174061 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15897d-01be-46c4-8e3e-17d6e219b6f6 req-2301c3e8-5c8c-4268-9d84-b2e2a44e6c3a tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:01.175579 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6e15897d-01be-46c4-8e3e-17d6e219b6f6 req-2301c3e8-5c8c-4268-9d84-b2e2a44e6c3a tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0715699 Sep 15 18:03:01.196718 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment 635b1d25-16a2-4a23-a74a-c5d19332f837 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 635b1d25-16a2-4a23-a74a-c5d19332f837 found for delete ", "request_id": "req-f571ef3f-e528-4222-a951-2a19c8310ee5"}]} Sep 15 18:03:01.248819 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6e15897d-01be-46c4-8e3e-17d6e219b6f6 req-1f967ce4-b2ea-4d01-b8b9-5e55030e2747 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631971 Sep 15 18:03:01.374092 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7d0cdd7-e5c5-4d43-89e4-c9dea4436cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:01.429184 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:01.485163 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2ae9945-c1a8-4578-a0c8-14e50df2d310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:01.502966 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7d0cdd7-e5c5-4d43-89e4-c9dea4436cf6 admin admin] Publish callbacks [] for security_group (4dd5b40f-feab-4c0b-b280-dff1a26f4cd4), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:01.508402 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7d0cdd7-e5c5-4d43-89e4-c9dea4436cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (4dd5b40f-feab-4c0b-b280-dff1a26f4cd4), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:01.587818 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0cdd7-e5c5-4d43-89e4-c9dea4436cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd5b40f-feab-4c0b-b280-dff1a26f4cd4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:01.600787 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60364) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:01.601196 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-a7d0cdd7-e5c5-4d43-89e4-c9dea4436cf6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=58df28bce0f346e99e8cf2a7c69571a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7517772 Sep 15 18:03:01.635280 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-56f924e0-e615-415e-b80b-588e0fbf388a req-b1827813-5788-46ac-a382-826c1d8e35ac tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 210 time: 0.0329776 Sep 15 18:03:01.676096 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-76b9fbcd-ec2d-4e21-9bb0-c5a699e4d4ab admin admin] Publish callbacks [] for security_group (4dd5b40f-feab-4c0b-b280-dff1a26f4cd4), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:01.702746 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-76b9fbcd-ec2d-4e21-9bb0-c5a699e4d4ab admin admin] Publish callbacks [] for security_group (4dd5b40f-feab-4c0b-b280-dff1a26f4cd4), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:01.770041 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-76b9fbcd-ec2d-4e21-9bb0-c5a699e4d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (4dd5b40f-feab-4c0b-b280-dff1a26f4cd4), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:01.773032 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-76b9fbcd-ec2d-4e21-9bb0-c5a699e4d4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:01.776776 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-76b9fbcd-ec2d-4e21-9bb0-c5a699e4d4ab admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4dd5b40f-feab-4c0b-b280-dff1a26f4cd4 HTTP/1.1" status: 204 len: 168 time: 0.1719730 Sep 15 18:03:01.784243 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9fbcd-ec2d-4e21-9bb0-c5a699e4d4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd5b40f-feab-4c0b-b280-dff1a26f4cd4,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:02.212712 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-ad3e5080-121d-4c01-9d5e-746815b4e213 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:02.214344 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-ad3e5080-121d-4c01-9d5e-746815b4e213 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1661df19-14c4-4ace-9a6f-1ac804e1a0f6 HTTP/1.1" status: 200 len: 808 time: 0.1546328 Sep 15 18:03:02.256773 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-ddb8b5c0-29c0-496d-9825-a9b1765c1f7f tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Request body: {'port': {'device_id': '2ab7e341-ad49-499b-8ccd-b1f024d1c4a6', 'network_id': '1661df19-14c4-4ace-9a6f-1ac804e1a0f6', 'admin_state_up': True, 'tenant_id': '9673492fe688478095ce771a47bf18eb'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:03:02.423672 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7e53d-a3f5-431f-a16e-0ecd26cee017 req-7326357f-5431-47e1-a298-53d9918f4098 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:02.426319 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-bcd7e53d-a3f5-431f-a16e-0ecd26cee017 req-7326357f-5431-47e1-a298-53d9918f4098 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0887179 Sep 15 18:03:02.460290 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:02.522041 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-bcd7e53d-a3f5-431f-a16e-0ecd26cee017 req-a4a4e01e-eb68-4c8c-a6ff-caaca2620242 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890217 Sep 15 18:03:02.537884 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:02.548480 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-ddb8b5c0-29c0-496d-9825-a9b1765c1f7f tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Made reservation on behalf of 9673492fe688478095ce771a47bf18eb for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:03:02.553810 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-ddb8b5c0-29c0-496d-9825-a9b1765c1f7f tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:02.620667 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60402) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:02.639587 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e8e1607-d35d-494d-900f-ed1f57f5e17b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:02.764983 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e8e1607-d35d-494d-900f-ed1f57f5e17b admin admin] Publish callbacks [] for security_group (2abe9ba6-a9e1-4c9f-8453-909fcefe82f5), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:02.777700 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-ddb8b5c0-29c0-496d-9825-a9b1765c1f7f tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Allocated IP 172.20.0.7 (1661df19-14c4-4ace-9a6f-1ac804e1a0f6/705ca718-5ea7-4524-a378-1606b480e5f9/1bdbc34b-7dc0-4153-a221-3cc581b66035) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:03:02.810140 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e8e1607-d35d-494d-900f-ed1f57f5e17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (2abe9ba6-a9e1-4c9f-8453-909fcefe82f5), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:02.818427 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-803d0be4-2e90-4d81-afbe-c4252f6f139b req-672efb5e-5e53-4142-9385-38c91579d192 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 210 time: 0.0518498 Sep 15 18:03:02.897946 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-1e8e1607-d35d-494d-900f-ed1f57f5e17b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f60d8960b1f94bc9ac3984115fd6f2c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757723 Sep 15 18:03:02.899925 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60416) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:02.927242 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e1607-d35d-494d-900f-ed1f57f5e17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abe9ba6-a9e1-4c9f-8453-909fcefe82f5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:03.009771 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0b85-5039-4b12-b6a4-8637b7dc86c6 admin admin] Publish callbacks [] for security_group (2abe9ba6-a9e1-4c9f-8453-909fcefe82f5), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:03.050484 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0b85-5039-4b12-b6a4-8637b7dc86c6 admin admin] Publish callbacks [] for security_group (2abe9ba6-a9e1-4c9f-8453-909fcefe82f5), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:03.052820 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:03.140992 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0b85-5039-4b12-b6a4-8637b7dc86c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (2abe9ba6-a9e1-4c9f-8453-909fcefe82f5), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:03.145210 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0b85-5039-4b12-b6a4-8637b7dc86c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:03.149374 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-0e2f0b85-5039-4b12-b6a4-8637b7dc86c6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2abe9ba6-a9e1-4c9f-8453-909fcefe82f5 HTTP/1.1" status: 204 len: 168 time: 0.2483113 Sep 15 18:03:03.162538 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f0b85-5039-4b12-b6a4-8637b7dc86c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abe9ba6-a9e1-4c9f-8453-909fcefe82f5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:03.269724 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-ddb8b5c0-29c0-496d-9825-a9b1765c1f7f tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Publish callbacks [] for port (1bdbc34b-7dc0-4153-a221-3cc581b66035), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:03.302324 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:03.326334 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-ddb8b5c0-29c0-496d-9825-a9b1765c1f7f tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (1bdbc34b-7dc0-4153-a221-3cc581b66035), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:03.380966 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-ddb8b5c0-29c0-496d-9825-a9b1765c1f7f tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Network 1661df19-14c4-4ace-9a6f-1ac804e1a0f6 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:03:03.384537 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-ddb8b5c0-29c0-496d-9825-a9b1765c1f7f tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:03:03.390456 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-ddb8b5c0-29c0-496d-9825-a9b1765c1f7f tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:03:03.439848 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8b5c0-29c0-496d-9825-a9b1765c1f7f tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Pushing event updated for resources: {'Port': ['ID=1bdbc34b-7dc0-4153-a221-3cc581b66035,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:03.461134 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-ddb8b5c0-29c0-496d-9825-a9b1765c1f7f tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:03.462028 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-ddb8b5c0-29c0-496d-9825-a9b1765c1f7f tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:03.485253 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-ddb8b5c0-29c0-496d-9825-a9b1765c1f7f tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2322803 Sep 15 18:03:03.512420 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Request body: {'port': {'device_id': '2ab7e341-ad49-499b-8ccd-b1f024d1c4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:03:03.628288 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (1bdbc34b-7dc0-4153-a221-3cc581b66035), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:03.733699 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37a152-a565-4ed9-b3d0-8d88c59d29f5 req-ee84e9aa-8ac0-440c-9ebc-bf40b8e32a8a tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:03.736190 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8f37a152-a565-4ed9-b3d0-8d88c59d29f5 req-ee84e9aa-8ac0-440c-9ebc-bf40b8e32a8a tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0928292 Sep 15 18:03:03.800523 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8f37a152-a565-4ed9-b3d0-8d88c59d29f5 req-419cbd0f-e03c-4b88-832a-eb5e5d1518b0 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576129 Sep 15 18:03:03.874759 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:04.050945 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38aa2e-5274-4a37-9203-ec95ceba34b3 req-f90b37a7-86d4-43d1-aabf-42e024ec9d9f tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:04.052703 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-be38aa2e-5274-4a37-9203-ec95ceba34b3 req-f90b37a7-86d4-43d1-aabf-42e024ec9d9f tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 931 time: 0.0697665 Sep 15 18:03:04.088940 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bdbc34b-7dc0-4153-a221-3cc581b66035 {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:03:04.093272 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:04.102928 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Publish callbacks [] for port (1bdbc34b-7dc0-4153-a221-3cc581b66035), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:04.115526 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:04.122056 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Transition to ACTIVE for port object 1bdbc34b-7dc0-4153-a221-3cc581b66035 will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:03:04.130017 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (1bdbc34b-7dc0-4153-a221-3cc581b66035), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:04.149319 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-be38aa2e-5274-4a37-9203-ec95ceba34b3 req-68b3c83f-05c9-4bfd-ac0c-b78c54cbdf65 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=681f204a-78aa-4376-a80c-55a45e5547ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780511 Sep 15 18:03:04.305887 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdbc34b-7dc0-4153-a221-3cc581b66035,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:04.328317 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Attempting to bind port 1bdbc34b-7dc0-4153-a221-3cc581b66035 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:03:04.328748 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Attempting to bind port 1bdbc34b-7dc0-4153-a221-3cc581b66035 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '6de514e0-3a3e-4d46-b1da-9ab8e0acf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1661df19-14c4-4ace-9a6f-1ac804e1a0f6'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:03:04.329389 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Attempting to bind port 1bdbc34b-7dc0-4153-a221-3cc581b66035 on network 1661df19-14c4-4ace-9a6f-1ac804e1a0f6 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:03:04.390586 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Port 1bdbc34b-7dc0-4153-a221-3cc581b66035 on network 1661df19-14c4-4ace-9a6f-1ac804e1a0f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:03:04.391091 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Attempting to bind port 1bdbc34b-7dc0-4153-a221-3cc581b66035 on network 1661df19-14c4-4ace-9a6f-1ac804e1a0f6 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:03:04.442732 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:03:04.443346 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Checking segment: {'id': '6de514e0-3a3e-4d46-b1da-9ab8e0acf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1661df19-14c4-4ace-9a6f-1ac804e1a0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:03:04.443826 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Bound using segment: {'id': '6de514e0-3a3e-4d46-b1da-9ab8e0acf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1661df19-14c4-4ace-9a6f-1ac804e1a0f6'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:03:04.444431 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Bound port: 1bdbc34b-7dc0-4153-a221-3cc581b66035, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de514e0-3a3e-4d46-b1da-9ab8e0acf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1661df19-14c4-4ace-9a6f-1ac804e1a0f6'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:03:04.444912 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (1bdbc34b-7dc0-4153-a221-3cc581b66035), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:04.448078 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:04.520619 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] For port 1bdbc34b-7dc0-4153-a221-3cc581b66035, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:03:04.526897 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] For port 1bdbc34b-7dc0-4153-a221-3cc581b66035, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1bdbc34b-7dc0-4153-a221-3cc581b66035,segment=NetworkSegment(6de514e0-3a3e-4d46-b1da-9ab8e0acf202),segment_id=6de514e0-3a3e-4d46-b1da-9ab8e0acf202)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:03:04.536349 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (1bdbc34b-7dc0-4153-a221-3cc581b66035), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:04.542783 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:04.543673 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:04.550110 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/1bdbc34b-7dc0-4153-a221-3cc581b66035 HTTP/1.1" status: 200 len: 1093 time: 1.0477505 Sep 15 18:03:04.558739 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab7e341-ad49-499b-8ccd-b1f024d1c4a6', 'tag': '1bdbc34b-7dc0-4153-a221-3cc581b66035'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:03:04.561404 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b881c743-c138-4290-aa24-6c0dcedf549f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab7e341-ad49-499b-8ccd-b1f024d1c4a6", "tag": "1bdbc34b-7dc0-4153-a221-3cc581b66035"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:03:04.623514 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64a771-5a88-469d-ab9b-de163af4b750 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdbc34b-7dc0-4153-a221-3cc581b66035,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:04.688786 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668848ee-3a83-4dcf-aecc-1b82e27c2e1b x-openstack-request-id: req-668848ee-3a83-4dcf-aecc-1b82e27c2e1b {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:03:04.689051 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab7e341-ad49-499b-8ccd-b1f024d1c4a6", "tag": "1bdbc34b-7dc0-4153-a221-3cc581b66035", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:03:04.689219 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60526) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:04.689401 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-668848ee-3a83-4dcf-aecc-1b82e27c2e1b {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:03:04.689709 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668848ee-3a83-4dcf-aecc-1b82e27c2e1b'] response: {'name': 'network-changed', 'server_uuid': '2ab7e341-ad49-499b-8ccd-b1f024d1c4a6', 'tag': '1bdbc34b-7dc0-4153-a221-3cc581b66035', 'status': 'completed', 'code': 200} Sep 15 18:03:04.710027 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-68ad15fb-9688-481e-9525-c1ba6a81935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:04.710027 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-68ad15fb-9688-481e-9525-c1ba6a81935c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9673492fe688478095ce771a47bf18eb&device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 1127 time: 0.0732174 Sep 15 18:03:04.792068 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-1574a3cd-fe28-413d-9116-4dd153ffc113 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bdbc34b-7dc0-4153-a221-3cc581b66035 HTTP/1.1" status: 200 len: 217 time: 0.0604205 Sep 15 18:03:04.867232 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-0c9d6028-bf0a-4f5b-849a-6a6b1ab5e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:04.869085 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-0c9d6028-bf0a-4f5b-849a-6a6b1ab5e1f6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=705ca718-5ea7-4524-a378-1606b480e5f9 HTTP/1.1" status: 200 len: 848 time: 0.0620661 Sep 15 18:03:04.869185 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cd5a87f-0c10-4434-b779-e75ae9fe4d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:04.927790 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-3e9957bd-3978-4af5-8e22-6bfb4fa5bfae service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1661df19-14c4-4ace-9a6f-1ac804e1a0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493743 Sep 15 18:03:04.976146 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:05.016456 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0dc00-1f75-4e97-8afe-88082bda9ddd req-8947db51-8ddc-4204-8f6d-4fd24d5c5bf5 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:05.018052 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-42b0dc00-1f75-4e97-8afe-88082bda9ddd req-8947db51-8ddc-4204-8f6d-4fd24d5c5bf5 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0912926 Sep 15 18:03:05.079698 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cd5a87f-0c10-4434-b779-e75ae9fe4d08 admin admin] Publish callbacks [] for security_group (1127fd49-ae1b-4f62-bee3-f258262acc6f), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:05.083092 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-ba165521-21c2-4649-b0d8-9fcab8949d1c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1661df19-14c4-4ace-9a6f-1ac804e1a0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466327 Sep 15 18:03:05.090661 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cd5a87f-0c10-4434-b779-e75ae9fe4d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (1127fd49-ae1b-4f62-bee3-f258262acc6f), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:05.125061 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-42b0dc00-1f75-4e97-8afe-88082bda9ddd req-c3057f22-051d-4b3f-8dd3-19d7a2740a02 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965176 Sep 15 18:03:05.161288 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-3cd5a87f-0c10-4434-b779-e75ae9fe4d08 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1dcaf828f69c40cf94dcffa8804f8368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4680216 Sep 15 18:03:05.163475 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60550) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:05.203419 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5a87f-0c10-4434-b779-e75ae9fe4d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1127fd49-ae1b-4f62-bee3-f258262acc6f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:05.277939 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3e14480-2a08-42a5-86bb-3cab9630e22a admin admin] Publish callbacks [] for security_group (1127fd49-ae1b-4f62-bee3-f258262acc6f), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:05.279321 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-74cc472f-c434-49ae-b43a-09a7e1e3e062 req-f81f44df-2059-4064-b45d-de2aa8e5433b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1661df19-14c4-4ace-9a6f-1ac804e1a0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883347 Sep 15 18:03:05.369251 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3e14480-2a08-42a5-86bb-3cab9630e22a admin admin] Publish callbacks [] for security_group (1127fd49-ae1b-4f62-bee3-f258262acc6f), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:05.384539 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8dd33c-b4e6-44be-b248-e5a45ff82e25 req-11895581-e709-4287-acd2-ca193c5b794f tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:05.386038 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ac8dd33c-b4e6-44be-b248-e5a45ff82e25 req-11895581-e709-4287-acd2-ca193c5b794f tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 943 time: 0.0974798 Sep 15 18:03:05.469510 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ac8dd33c-b4e6-44be-b248-e5a45ff82e25 req-3793bfa0-53ad-494b-b171-4f71e7dacaa3 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=681f204a-78aa-4376-a80c-55a45e5547ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732241 Sep 15 18:03:05.471947 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3e14480-2a08-42a5-86bb-3cab9630e22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (1127fd49-ae1b-4f62-bee3-f258262acc6f), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:05.475160 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3e14480-2a08-42a5-86bb-3cab9630e22a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:05.479265 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-e3e14480-2a08-42a5-86bb-3cab9630e22a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1127fd49-ae1b-4f62-bee3-f258262acc6f HTTP/1.1" status: 204 len: 168 time: 0.3148515 Sep 15 18:03:05.488390 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e14480-2a08-42a5-86bb-3cab9630e22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1127fd49-ae1b-4f62-bee3-f258262acc6f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:06.181707 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60632) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:06.277065 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78b0de-fc5e-44c6-b0fe-e6987afb7ffb req-98354225-50da-41f3-8fad-17c69ec97de7 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:06.278809 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6b78b0de-fc5e-44c6-b0fe-e6987afb7ffb req-98354225-50da-41f3-8fad-17c69ec97de7 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0700741 Sep 15 18:03:06.347658 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db85ec9b-cd6f-4851-9e0c-6dfd8a1ccab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:06.349492 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6b78b0de-fc5e-44c6-b0fe-e6987afb7ffb req-6f806080-a150-490e-9be1-a470f2d27fad tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587730 Sep 15 18:03:06.469362 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881c743-c138-4290-aa24-6c0dcedf549f req-0676a50c-d9b3-4066-80e4-d24046e39d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:06.471767 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b881c743-c138-4290-aa24-6c0dcedf549f req-0676a50c-d9b3-4066-80e4-d24046e39d74 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9673492fe688478095ce771a47bf18eb&device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 1127 time: 0.0727503 Sep 15 18:03:06.642929 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eae34d-3749-455b-abe7-5ebfa094b044 req-dd00a0e5-6648-4f91-a3ff-af136f226863 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:06.651045 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-22eae34d-3749-455b-abe7-5ebfa094b044 req-dd00a0e5-6648-4f91-a3ff-af136f226863 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 943 time: 0.0720248 Sep 15 18:03:06.654026 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db85ec9b-cd6f-4851-9e0c-6dfd8a1ccab7 admin admin] Publish callbacks [] for security_group (fcf0fdd7-ab34-4c1b-8aae-9b2426ad9130), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:06.667498 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db85ec9b-cd6f-4851-9e0c-6dfd8a1ccab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (fcf0fdd7-ab34-4c1b-8aae-9b2426ad9130), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:06.708463 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:06.733731 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-22eae34d-3749-455b-abe7-5ebfa094b044 req-c0debbe0-4091-407e-8e33-c9453e242b26 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=681f204a-78aa-4376-a80c-55a45e5547ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810463 Sep 15 18:03:06.746862 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881c743-c138-4290-aa24-6c0dcedf549f req-b492dfe7-0aa7-4278-a489-36104ac6f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:06.748612 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b881c743-c138-4290-aa24-6c0dcedf549f req-b492dfe7-0aa7-4278-a489-36104ac6f0bd service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1661df19-14c4-4ace-9a6f-1ac804e1a0f6 HTTP/1.1" status: 200 len: 909 time: 0.2665110 Sep 15 18:03:06.754930 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60680) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:06.755103 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-db85ec9b-cd6f-4851-9e0c-6dfd8a1ccab7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0934026b192f4b2a8ffd3b2a10d29575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5721281 Sep 15 18:03:06.756988 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85ec9b-cd6f-4851-9e0c-6dfd8a1ccab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf0fdd7-ab34-4c1b-8aae-9b2426ad9130,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:06.789708 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:06.799563 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b881c743-c138-4290-aa24-6c0dcedf549f req-b16a1f88-b1e1-4010-b405-d83a648c3b64 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bdbc34b-7dc0-4153-a221-3cc581b66035 HTTP/1.1" status: 200 len: 217 time: 0.0393820 Sep 15 18:03:06.826513 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87bf120b-d91b-478d-a8d5-482defcefb02 admin admin] Publish callbacks [] for security_group (fcf0fdd7-ab34-4c1b-8aae-9b2426ad9130), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:06.851674 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60686) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:06.861860 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87bf120b-d91b-478d-a8d5-482defcefb02 admin admin] Publish callbacks [] for security_group (fcf0fdd7-ab34-4c1b-8aae-9b2426ad9130), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:06.867171 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881c743-c138-4290-aa24-6c0dcedf549f req-10d7d7d9-71a1-4ddd-a69f-28828fe9e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:06.868862 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b881c743-c138-4290-aa24-6c0dcedf549f req-10d7d7d9-71a1-4ddd-a69f-28828fe9e161 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=705ca718-5ea7-4524-a378-1606b480e5f9 HTTP/1.1" status: 200 len: 848 time: 0.0632255 Sep 15 18:03:06.921931 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b881c743-c138-4290-aa24-6c0dcedf549f req-b4fc868d-85df-43a0-898a-e292f1637463 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1661df19-14c4-4ace-9a6f-1ac804e1a0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456486 Sep 15 18:03:06.925456 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87bf120b-d91b-478d-a8d5-482defcefb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (fcf0fdd7-ab34-4c1b-8aae-9b2426ad9130), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:06.929595 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87bf120b-d91b-478d-a8d5-482defcefb02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:06.930969 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-87bf120b-d91b-478d-a8d5-482defcefb02 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fcf0fdd7-ab34-4c1b-8aae-9b2426ad9130 HTTP/1.1" status: 204 len: 168 time: 0.1747572 Sep 15 18:03:06.973165 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf120b-d91b-478d-a8d5-482defcefb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf0fdd7-ab34-4c1b-8aae-9b2426ad9130,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:07.005202 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:07.007175 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=42 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:07.047233 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:07.087563 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a128da2b-5faa-4f74-a31b-3488d520c3de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:07.108920 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b881c743-c138-4290-aa24-6c0dcedf549f req-00092982-1721-421c-98e5-3b415292b86f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1661df19-14c4-4ace-9a6f-1ac804e1a0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718636 Sep 15 18:03:07.255504 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b881c743-c138-4290-aa24-6c0dcedf549f req-d31e6ae6-82e1-47b7-aee7-d60d10841274 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1661df19-14c4-4ace-9a6f-1ac804e1a0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364760 Sep 15 18:03:07.270476 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a128da2b-5faa-4f74-a31b-3488d520c3de admin admin] Publish callbacks [] for security_group (be76638d-8334-4b91-a56f-35ac3ab759d8), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:07.275858 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a128da2b-5faa-4f74-a31b-3488d520c3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (be76638d-8334-4b91-a56f-35ac3ab759d8), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:07.314773 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60712) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:07.328357 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-a128da2b-5faa-4f74-a31b-3488d520c3de admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f20210e40f4a40a8a4093e134097ad43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4732056 Sep 15 18:03:07.328357 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128da2b-5faa-4f74-a31b-3488d520c3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be76638d-8334-4b91-a56f-35ac3ab759d8,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:07.329889 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60714) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:07.337188 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b5af7c0-56a5-4f96-9950-9333b0de4478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:07.381631 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:07.398101 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85bfdd45-1003-40a8-a446-79cf6211cd27 admin admin] Publish callbacks [] for security_group (be76638d-8334-4b91-a56f-35ac3ab759d8), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:07.436535 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85bfdd45-1003-40a8-a446-79cf6211cd27 admin admin] Publish callbacks [] for security_group (be76638d-8334-4b91-a56f-35ac3ab759d8), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:07.441643 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b5af7c0-56a5-4f96-9950-9333b0de4478 admin admin] Publish callbacks [] for security_group (35882718-f442-4342-a3bc-385c70f9cb62), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:07.453089 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b5af7c0-56a5-4f96-9950-9333b0de4478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (35882718-f442-4342-a3bc-385c70f9cb62), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:07.486227 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85bfdd45-1003-40a8-a446-79cf6211cd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (be76638d-8334-4b91-a56f-35ac3ab759d8), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:07.489272 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85bfdd45-1003-40a8-a446-79cf6211cd27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:07.490953 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-85bfdd45-1003-40a8-a446-79cf6211cd27 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/be76638d-8334-4b91-a56f-35ac3ab759d8 HTTP/1.1" status: 204 len: 168 time: 0.1598899 Sep 15 18:03:07.504527 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfdd45-1003-40a8-a446-79cf6211cd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be76638d-8334-4b91-a56f-35ac3ab759d8,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:07.527211 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af7c0-56a5-4f96-9950-9333b0de4478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35882718-f442-4342-a3bc-385c70f9cb62,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:07.539924 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697c14b-879c-4bd3-b98d-f29879d34bbf req-be305d2f-9972-4059-b29b-4d2cbfb6f57f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:07.541660 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8697c14b-879c-4bd3-b98d-f29879d34bbf req-be305d2f-9972-4059-b29b-4d2cbfb6f57f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.1021101 Sep 15 18:03:07.544838 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-9b5af7c0-56a5-4f96-9950-9333b0de4478 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fd0d6c30ea21424dbc39b49488291fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275772 Sep 15 18:03:07.547636 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60722) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:07.598872 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8697c14b-879c-4bd3-b98d-f29879d34bbf req-4159d4eb-a77c-4e43-af21-2e7f1f5192d1 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499344 Sep 15 18:03:07.606025 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-785fe490-4fbb-4e0c-ac20-9d91261a99d5 admin admin] Publish callbacks [] for security_group (35882718-f442-4342-a3bc-385c70f9cb62), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:07.629192 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-785fe490-4fbb-4e0c-ac20-9d91261a99d5 admin admin] Publish callbacks [] for security_group (35882718-f442-4342-a3bc-385c70f9cb62), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:07.681577 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-785fe490-4fbb-4e0c-ac20-9d91261a99d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (35882718-f442-4342-a3bc-385c70f9cb62), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:07.684147 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-785fe490-4fbb-4e0c-ac20-9d91261a99d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:07.685356 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-785fe490-4fbb-4e0c-ac20-9d91261a99d5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/35882718-f442-4342-a3bc-385c70f9cb62 HTTP/1.1" status: 204 len: 168 time: 0.1366520 Sep 15 18:03:07.694971 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fe490-4fbb-4e0c-ac20-9d91261a99d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35882718-f442-4342-a3bc-385c70f9cb62,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:07.876086 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eb73e-6a67-4d2a-832f-f53d19c8b120 req-fc1e206b-60ff-45db-8c6a-edf9e1d22311 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:07.877610 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b90eb73e-6a67-4d2a-832f-f53d19c8b120 req-fc1e206b-60ff-45db-8c6a-edf9e1d22311 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 943 time: 0.0621746 Sep 15 18:03:07.943838 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b90eb73e-6a67-4d2a-832f-f53d19c8b120 req-888c7411-1556-4491-a409-ec4810747230 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=681f204a-78aa-4376-a80c-55a45e5547ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597215 Sep 15 18:03:08.723388 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f165b0-45a4-4fdb-9570-fb5d5337ea99 req-e51999cd-538a-4340-8b4f-8156cc7a4835 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:08.730593 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-35f165b0-45a4-4fdb-9570-fb5d5337ea99 req-e51999cd-538a-4340-8b4f-8156cc7a4835 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0524967 Sep 15 18:03:08.779054 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-35f165b0-45a4-4fdb-9570-fb5d5337ea99 req-1408badc-2c15-463f-95ff-2315c39032f4 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475368 Sep 15 18:03:08.871265 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60792) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:09.110988 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-da1f424c-42db-42b2-b407-7e648f6ca113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:09.119048 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba52ddb-aee8-4666-94c3-a6512a17844a req-4a7f62ae-f9a2-43b4-bd8f-5daa8ad02a75 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:09.120774 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4ba52ddb-aee8-4666-94c3-a6512a17844a req-4a7f62ae-f9a2-43b4-bd8f-5daa8ad02a75 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 943 time: 0.0937693 Sep 15 18:03:09.198071 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4ba52ddb-aee8-4666-94c3-a6512a17844a req-e3b5fb98-790b-4c46-b6e0-f93e40380422 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=681f204a-78aa-4376-a80c-55a45e5547ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668845 Sep 15 18:03:09.246227 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 1bdbc34b-7dc0-4153-a221-3cc581b66035 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:03:09.260411 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:09.277589 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-da1f424c-42db-42b2-b407-7e648f6ca113 admin admin] Publish callbacks [] for security_group (da858a9e-67e5-4bcd-b6fc-43495b684844), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:09.283247 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-da1f424c-42db-42b2-b407-7e648f6ca113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (da858a9e-67e5-4bcd-b6fc-43495b684844), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:09.314179 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:09.340985 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f424c-42db-42b2-b407-7e648f6ca113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da858a9e-67e5-4bcd-b6fc-43495b684844,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:09.352429 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60820) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:09.360268 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-da1f424c-42db-42b2-b407-7e648f6ca113 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=44abe74208db4725b8e0ba7b91408455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4876158 Sep 15 18:03:09.407035 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 1bdbc34b-7dc0-4153-a221-3cc581b66035, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1bdbc34b-7dc0-4153-a221-3cc581b66035,segment=NetworkSegment(6de514e0-3a3e-4d46-b1da-9ab8e0acf202),segment_id=6de514e0-3a3e-4d46-b1da-9ab8e0acf202)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:03:09.414796 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da69e7e2-2cdb-4eb1-8dd5-1cdf305f773b admin admin] Publish callbacks [] for security_group (da858a9e-67e5-4bcd-b6fc-43495b684844), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:09.427566 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '1bdbc34b-7dc0-4153-a221-3cc581b66035', 'network_id': '1661df19-14c4-4ace-9a6f-1ac804e1a0f6', 'port_id': '1bdbc34b-7dc0-4153-a221-3cc581b66035', 'mac_address': 'fa:16:3e:20:61:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705ca718-5ea7-4524-a378-1606b480e5f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:03:09.444459 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da69e7e2-2cdb-4eb1-8dd5-1cdf305f773b admin admin] Publish callbacks [] for security_group (da858a9e-67e5-4bcd-b6fc-43495b684844), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:09.474824 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:09.476179 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 1bdbc34b-7dc0-4153-a221-3cc581b66035 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:03:09.476610 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (1bdbc34b-7dc0-4153-a221-3cc581b66035), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:09.496165 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bdbc34b-7dc0-4153-a221-3cc581b66035 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:03:09.500441 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da69e7e2-2cdb-4eb1-8dd5-1cdf305f773b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (da858a9e-67e5-4bcd-b6fc-43495b684844), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:09.505156 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da69e7e2-2cdb-4eb1-8dd5-1cdf305f773b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:09.507144 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-da69e7e2-2cdb-4eb1-8dd5-1cdf305f773b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/da858a9e-67e5-4bcd-b6fc-43495b684844 HTTP/1.1" status: 204 len: 168 time: 0.1536984 Sep 15 18:03:09.519030 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69e7e2-2cdb-4eb1-8dd5-1cdf305f773b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da858a9e-67e5-4bcd-b6fc-43495b684844,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:09.519722 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 1bdbc34b-7dc0-4153-a221-3cc581b66035, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1bdbc34b-7dc0-4153-a221-3cc581b66035,segment=NetworkSegment(6de514e0-3a3e-4d46-b1da-9ab8e0acf202),segment_id=6de514e0-3a3e-4d46-b1da-9ab8e0acf202)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:03:09.533838 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (1bdbc34b-7dc0-4153-a221-3cc581b66035), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:09.589253 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=1bdbc34b-7dc0-4153-a221-3cc581b66035,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:09.869536 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60842) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:09.915074 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558c3bd-2d76-469c-9588-12ce1de60682 req-a1b0c034-d933-44f1-abb5-45e475706d36 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:09.922266 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1558c3bd-2d76-469c-9588-12ce1de60682 req-a1b0c034-d933-44f1-abb5-45e475706d36 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0588262 Sep 15 18:03:09.963910 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['1bdbc34b-7dc0-4153-a221-3cc581b66035'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:03:09.982995 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1558c3bd-2d76-469c-9588-12ce1de60682 req-435b1e67-10b4-4883-9270-14daec5177fc tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591342 Sep 15 18:03:10.132540 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f7212b53-14b2-4569-8a3d-a54ce6ef08bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:10.232835 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f7212b53-14b2-4569-8a3d-a54ce6ef08bd admin admin] Publish callbacks [] for security_group (caf24301-c61a-4a9d-980e-41eb5697ee58), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:10.238653 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f7212b53-14b2-4569-8a3d-a54ce6ef08bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (caf24301-c61a-4a9d-980e-41eb5697ee58), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:10.293988 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60864) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:10.294133 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-f7212b53-14b2-4569-8a3d-a54ce6ef08bd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7bee4084609644b4ae09419b2c700845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4235363 Sep 15 18:03:10.308948 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7212b53-14b2-4569-8a3d-a54ce6ef08bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf24301-c61a-4a9d-980e-41eb5697ee58,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:10.378682 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87666704-db37-46e4-b6ce-6dfe2c85c135 req-a4ea73f7-5b0b-4d5d-8dac-3a38bdaafc37 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:10.380268 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-87666704-db37-46e4-b6ce-6dfe2c85c135 req-a4ea73f7-5b0b-4d5d-8dac-3a38bdaafc37 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 944 time: 0.0587754 Sep 15 18:03:10.385077 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:10.437352 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:10.476735 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d6540116-380e-4c9f-8269-a8cb0b912a16 admin admin] Publish callbacks [] for security_group (caf24301-c61a-4a9d-980e-41eb5697ee58), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:10.482978 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-87666704-db37-46e4-b6ce-6dfe2c85c135 req-52067b4b-3fbc-4b68-a18e-ab8c8efcf886 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=681f204a-78aa-4376-a80c-55a45e5547ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950682 Sep 15 18:03:10.510418 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d6540116-380e-4c9f-8269-a8cb0b912a16 admin admin] Publish callbacks [] for security_group (caf24301-c61a-4a9d-980e-41eb5697ee58), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:10.590211 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d6540116-380e-4c9f-8269-a8cb0b912a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (caf24301-c61a-4a9d-980e-41eb5697ee58), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:10.593670 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d6540116-380e-4c9f-8269-a8cb0b912a16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:10.598744 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-d6540116-380e-4c9f-8269-a8cb0b912a16 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/caf24301-c61a-4a9d-980e-41eb5697ee58 HTTP/1.1" status: 204 len: 168 time: 0.2997825 Sep 15 18:03:10.609485 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6540116-380e-4c9f-8269-a8cb0b912a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf24301-c61a-4a9d-980e-41eb5697ee58,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:11.050814 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60904) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:11.066448 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7728a2a5-1661-4c05-9420-cca91a7604ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:11.155844 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700043a8-a91d-4d69-9832-e9f65a3b03c1 req-a1d1751d-40b6-4f42-9aa0-7e5584e1295a tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:11.157497 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-700043a8-a91d-4d69-9832-e9f65a3b03c1 req-a1d1751d-40b6-4f42-9aa0-7e5584e1295a tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0688787 Sep 15 18:03:11.243641 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7728a2a5-1661-4c05-9420-cca91a7604ea admin admin] Publish callbacks [] for security_group (91ecf661-0657-4070-8f13-b9ecba1d0264), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:11.253198 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7728a2a5-1661-4c05-9420-cca91a7604ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (91ecf661-0657-4070-8f13-b9ecba1d0264), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:11.273403 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-700043a8-a91d-4d69-9832-e9f65a3b03c1 req-db88ce77-733d-4522-a7c5-d30e78fc1fdf tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037524 Sep 15 18:03:11.279414 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 1bdbc34b-7dc0-4153-a221-3cc581b66035 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:03:11.306888 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-7728a2a5-1661-4c05-9420-cca91a7604ea admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8b74388e5a224c25bb019ed974732569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547381 Sep 15 18:03:11.307750 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728a2a5-1661-4c05-9420-cca91a7604ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ecf661-0657-4070-8f13-b9ecba1d0264,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:11.309612 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 60916) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:11.374813 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port 1bdbc34b-7dc0-4153-a221-3cc581b66035 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:03:11.382864 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 1bdbc34b-7dc0-4153-a221-3cc581b66035 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:03:11.383313 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (1bdbc34b-7dc0-4153-a221-3cc581b66035), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:11.383730 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 1bdbc34b-7dc0-4153-a221-3cc581b66035 Sep 15 18:03:11.399951 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d5398665-3630-4068-b617-291af1866245 admin admin] Publish callbacks [] for security_group (91ecf661-0657-4070-8f13-b9ecba1d0264), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:11.435915 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d5398665-3630-4068-b617-291af1866245 admin admin] Publish callbacks [] for security_group (91ecf661-0657-4070-8f13-b9ecba1d0264), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:11.487429 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 1bdbc34b-7dc0-4153-a221-3cc581b66035 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:03:11.488187 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (1bdbc34b-7dc0-4153-a221-3cc581b66035), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:11.500758 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d5398665-3630-4068-b617-291af1866245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (91ecf661-0657-4070-8f13-b9ecba1d0264), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:11.503629 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d5398665-3630-4068-b617-291af1866245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:11.508004 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-d5398665-3630-4068-b617-291af1866245 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/91ecf661-0657-4070-8f13-b9ecba1d0264 HTTP/1.1" status: 204 len: 168 time: 0.1960039 Sep 15 18:03:11.531881 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5398665-3630-4068-b617-291af1866245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ecf661-0657-4070-8f13-b9ecba1d0264,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:11.541947 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab7e341-ad49-499b-8ccd-b1f024d1c4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdbc34b-7dc0-4153-a221-3cc581b66035'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:03:11.544131 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5881bf0d-bab2-409a-9299-8547fdc0a758" -d '{"events": [{"server_uuid": "2ab7e341-ad49-499b-8ccd-b1f024d1c4a6", "name": "network-vif-plugged", "status": "completed", "tag": "1bdbc34b-7dc0-4153-a221-3cc581b66035"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:03:11.554887 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:11.560802 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 1bdbc34b-7dc0-4153-a221-3cc581b66035, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1bdbc34b-7dc0-4153-a221-3cc581b66035,segment=NetworkSegment(6de514e0-3a3e-4d46-b1da-9ab8e0acf202),segment_id=6de514e0-3a3e-4d46-b1da-9ab8e0acf202)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:03:11.580264 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (1bdbc34b-7dc0-4153-a221-3cc581b66035), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:11.657656 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc96aac-0a5f-484c-a46a-35a91e295cdf x-openstack-request-id: req-3bc96aac-0a5f-484c-a46a-35a91e295cdf {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:03:11.658178 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab7e341-ad49-499b-8ccd-b1f024d1c4a6", "name": "network-vif-plugged", "status": "completed", "tag": "1bdbc34b-7dc0-4153-a221-3cc581b66035", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:03:11.658601 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bc96aac-0a5f-484c-a46a-35a91e295cdf {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:03:11.659137 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bc96aac-0a5f-484c-a46a-35a91e295cdf'] response: {'server_uuid': '2ab7e341-ad49-499b-8ccd-b1f024d1c4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdbc34b-7dc0-4153-a221-3cc581b66035', 'code': 200} Sep 15 18:03:11.681231 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=1bdbc34b-7dc0-4153-a221-3cc581b66035,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:11.831265 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1090e-1844-4c3f-9b99-38022ce49f22 req-e45e22df-99ab-460e-9337-d441002ffc26 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:11.834361 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0b1090e-1844-4c3f-9b99-38022ce49f22 req-e45e22df-99ab-460e-9337-d441002ffc26 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 945 time: 0.0899544 Sep 15 18:03:11.956622 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f0b1090e-1844-4c3f-9b99-38022ce49f22 req-dcae7fbd-b0cd-457b-aeb9-0d6b30cbbc29 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=681f204a-78aa-4376-a80c-55a45e5547ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094840 Sep 15 18:03:12.044362 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521e978-00d6-4c49-9a51-00d926c4f0e0 req-a6a1b02f-4696-4db4-b214-deb302c17b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:12.048459 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f521e978-00d6-4c49-9a51-00d926c4f0e0 req-a6a1b02f-4696-4db4-b214-deb302c17b81 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 1129 time: 0.1066597 Sep 15 18:03:12.117694 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f521e978-00d6-4c49-9a51-00d926c4f0e0 req-5292be14-eea5-471a-8ba0-d2e0ad652c6e service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=681f204a-78aa-4376-a80c-55a45e5547ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505323 Sep 15 18:03:12.153442 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 60992) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:12.304929 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b2d00ba-2b3b-4f0f-9477-5ad6d311e4f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:12.522916 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b2d00ba-2b3b-4f0f-9477-5ad6d311e4f9 admin admin] Publish callbacks [] for security_group (9a74d8ec-e678-4957-95fc-84918a0a0710), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:12.549933 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca5c07-76c4-442d-bd28-6a79883d3ca4 req-47c80333-a56a-4ca5-840b-10b6c65d8172 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:12.555943 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-35ca5c07-76c4-442d-bd28-6a79883d3ca4 req-47c80333-a56a-4ca5-840b-10b6c65d8172 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.1712945 Sep 15 18:03:12.559052 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b2d00ba-2b3b-4f0f-9477-5ad6d311e4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (9a74d8ec-e678-4957-95fc-84918a0a0710), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:12.627167 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d00ba-2b3b-4f0f-9477-5ad6d311e4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a74d8ec-e678-4957-95fc-84918a0a0710,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:12.633594 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-2b2d00ba-2b3b-4f0f-9477-5ad6d311e4f9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9f15bad754cc40e3a8f843ba8bd1a727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4779539 Sep 15 18:03:12.636330 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 32782) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:12.667509 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-35ca5c07-76c4-442d-bd28-6a79883d3ca4 req-bee4aeef-76fc-4ef4-ab98-24bb56ce3c89 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012373 Sep 15 18:03:12.755089 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5f9448b4-3584-4681-90b6-6ea1f63a0737 admin admin] Publish callbacks [] for security_group (9a74d8ec-e678-4957-95fc-84918a0a0710), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:12.782690 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5f9448b4-3584-4681-90b6-6ea1f63a0737 admin admin] Publish callbacks [] for security_group (9a74d8ec-e678-4957-95fc-84918a0a0710), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:12.843323 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5f9448b4-3584-4681-90b6-6ea1f63a0737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (9a74d8ec-e678-4957-95fc-84918a0a0710), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:12.845887 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5f9448b4-3584-4681-90b6-6ea1f63a0737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:12.847029 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-5f9448b4-3584-4681-90b6-6ea1f63a0737 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9a74d8ec-e678-4957-95fc-84918a0a0710 HTTP/1.1" status: 204 len: 168 time: 0.2088683 Sep 15 18:03:12.855425 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9448b4-3584-4681-90b6-6ea1f63a0737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a74d8ec-e678-4957-95fc-84918a0a0710,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:13.158572 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced07af-7a6c-4ea4-9015-5e4c9d546c22 req-16f1d18d-36aa-48e1-800c-f2d1a358c64c tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:13.160469 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8ced07af-7a6c-4ea4-9015-5e4c9d546c22 req-16f1d18d-36aa-48e1-800c-f2d1a358c64c tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 945 time: 0.0679431 Sep 15 18:03:13.193159 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:13.232557 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8ced07af-7a6c-4ea4-9015-5e4c9d546c22 req-a9942e83-695a-487e-aa2d-6339a000ebe4 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=681f204a-78aa-4376-a80c-55a45e5547ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545425 Sep 15 18:03:13.902393 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dfb8c-3d90-4f73-a5c5-32acc26e155d req-26b0f961-5a81-40c0-830c-839796091071 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:13.909238 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d35dfb8c-3d90-4f73-a5c5-32acc26e155d req-26b0f961-5a81-40c0-830c-839796091071 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.1127493 Sep 15 18:03:13.916516 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:13.984309 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d35dfb8c-3d90-4f73-a5c5-32acc26e155d req-75fd5cc1-4001-4ddb-a925-2a0d19ca56e3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738223 Sep 15 18:03:14.442657 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e9680-26af-49f0-a54d-5460bed2377d req-f63daa5e-e23b-4f24-a4c7-1b642a74624b tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:14.443599 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a20e9680-26af-49f0-a54d-5460bed2377d req-f63daa5e-e23b-4f24-a4c7-1b642a74624b tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 945 time: 0.0850868 Sep 15 18:03:14.513752 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a20e9680-26af-49f0-a54d-5460bed2377d req-37d2aff5-8a67-4556-94d9-16df9fafdc46 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=681f204a-78aa-4376-a80c-55a45e5547ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637829 Sep 15 18:03:15.129582 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0ff1b-fcef-4b06-b965-ebe31d185cc2 req-a1f38774-c25c-4082-ac81-96fd19f2c55a tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:15.131059 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-83f0ff1b-fcef-4b06-b965-ebe31d185cc2 req-a1f38774-c25c-4082-ac81-96fd19f2c55a tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0517709 Sep 15 18:03:15.183905 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-83f0ff1b-fcef-4b06-b965-ebe31d185cc2 req-ffd52432-d516-4ffc-836c-f64f0d2927f0 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472610 Sep 15 18:03:16.318142 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b69925-56b4-42c0-aa5b-087f13eee3b5 req-0de195a2-e60a-4460-8a62-44e53cd43d0a tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:16.319636 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-93b69925-56b4-42c0-aa5b-087f13eee3b5 req-0de195a2-e60a-4460-8a62-44e53cd43d0a tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0509267 Sep 15 18:03:16.398280 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-93b69925-56b4-42c0-aa5b-087f13eee3b5 req-d420871e-12cc-4f42-8d72-7010666e34ca tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657947 Sep 15 18:03:17.543931 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18826164-415d-4c97-aea2-3a6725fc1e01 req-7b879f84-d137-4c6f-b238-15935522c180 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:17.545575 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-18826164-415d-4c97-aea2-3a6725fc1e01 req-7b879f84-d137-4c6f-b238-15935522c180 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0542455 Sep 15 18:03:17.598863 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-18826164-415d-4c97-aea2-3a6725fc1e01 req-b6794afb-f4ab-429b-b526-2b64180b2c65 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461769 Sep 15 18:03:18.744034 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd713e-75b5-4f19-86e5-c9fcad6be87c req-beedcf61-85c8-4906-a21e-103a56ba1e79 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:18.745614 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6ffd713e-75b5-4f19-86e5-c9fcad6be87c req-beedcf61-85c8-4906-a21e-103a56ba1e79 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0552847 Sep 15 18:03:18.799839 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6ffd713e-75b5-4f19-86e5-c9fcad6be87c req-1f8843f4-6806-403b-935d-670757d0060b tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479791 Sep 15 18:03:19.521164 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff1066-0405-4328-86b4-8fe2d4566a5c req-23ab8659-6bdf-478f-b93a-f573413ee6eb tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:19.522694 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-aeff1066-0405-4328-86b4-8fe2d4566a5c req-23ab8659-6bdf-478f-b93a-f573413ee6eb tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 945 time: 0.0543427 Sep 15 18:03:19.581065 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-aeff1066-0405-4328-86b4-8fe2d4566a5c req-671210e5-ed35-4321-87b1-3b102b0da425 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=681f204a-78aa-4376-a80c-55a45e5547ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513923 Sep 15 18:03:19.999605 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a719d-1848-4ef1-9889-2b175e748724 req-868e6627-9362-4380-bf8e-d90b359a0933 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:20.002276 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9e4a719d-1848-4ef1-9889-2b175e748724 req-868e6627-9362-4380-bf8e-d90b359a0933 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0781968 Sep 15 18:03:20.066698 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9e4a719d-1848-4ef1-9889-2b175e748724 req-ec3f01c2-6c62-44e8-9e16-59661d5b8173 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580366 Sep 15 18:03:20.170812 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 33128) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:20.296034 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-56a1357e-58e9-4362-931c-c0a13aee008f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:20.409979 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-56a1357e-58e9-4362-931c-c0a13aee008f admin admin] Publish callbacks [] for security_group (200614d2-2233-4e86-9c5a-5f5afba1ce7d), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:20.416225 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-56a1357e-58e9-4362-931c-c0a13aee008f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (200614d2-2233-4e86-9c5a-5f5afba1ce7d), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:20.447269 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33140) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:20.452845 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:20.462155 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-56a1357e-58e9-4362-931c-c0a13aee008f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=020ee7da4b5140ab847068464de9e174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897453 Sep 15 18:03:20.463338 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33144) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:20.468420 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1357e-58e9-4362-931c-c0a13aee008f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200614d2-2233-4e86-9c5a-5f5afba1ce7d,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:20.539813 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afed6ad5-882b-444d-b731-b61ae55f4f28 admin admin] Publish callbacks [] for security_group (200614d2-2233-4e86-9c5a-5f5afba1ce7d), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:20.568896 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afed6ad5-882b-444d-b731-b61ae55f4f28 admin admin] Publish callbacks [] for security_group (200614d2-2233-4e86-9c5a-5f5afba1ce7d), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:20.630814 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5314cd56-cd23-4d04-bcd7-95101014941a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:20.658395 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:20.707389 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:20.751075 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afed6ad5-882b-444d-b731-b61ae55f4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (200614d2-2233-4e86-9c5a-5f5afba1ce7d), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:20.753753 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afed6ad5-882b-444d-b731-b61ae55f4f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:20.754993 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-afed6ad5-882b-444d-b731-b61ae55f4f28 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/200614d2-2233-4e86-9c5a-5f5afba1ce7d HTTP/1.1" status: 204 len: 168 time: 0.2904124 Sep 15 18:03:20.785758 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c63e9-c9fe-4d2b-96d9-e483fee7b422 req-ba5cfb96-0fc0-4184-a27a-1abdab30860c tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:20.787274 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-100c63e9-c9fe-4d2b-96d9-e483fee7b422 req-ba5cfb96-0fc0-4184-a27a-1abdab30860c tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 945 time: 0.0920541 Sep 15 18:03:20.788004 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed6ad5-882b-444d-b731-b61ae55f4f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200614d2-2233-4e86-9c5a-5f5afba1ce7d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:20.816261 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5314cd56-cd23-4d04-bcd7-95101014941a admin admin] Publish callbacks [] for security_group (f0002ab7-eee4-49f6-8fa3-6371207479b3), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:20.823793 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5314cd56-cd23-4d04-bcd7-95101014941a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (f0002ab7-eee4-49f6-8fa3-6371207479b3), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:20.881744 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-100c63e9-c9fe-4d2b-96d9-e483fee7b422 req-52ddc79d-e347-4257-a243-b5081d18939b tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=681f204a-78aa-4376-a80c-55a45e5547ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881479 Sep 15 18:03:20.888987 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 33154) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:20.891663 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-5314cd56-cd23-4d04-bcd7-95101014941a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f43d7fa6813d4a1bb56cdb3e7784e6e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4401934 Sep 15 18:03:20.891663 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314cd56-cd23-4d04-bcd7-95101014941a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0002ab7-eee4-49f6-8fa3-6371207479b3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:20.948537 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:20.967256 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d6885c14-39e2-4a20-bceb-62172b5af658 admin admin] Publish callbacks [] for security_group (f0002ab7-eee4-49f6-8fa3-6371207479b3), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:20.993105 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d6885c14-39e2-4a20-bceb-62172b5af658 admin admin] Publish callbacks [] for security_group (f0002ab7-eee4-49f6-8fa3-6371207479b3), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:21.052782 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d6885c14-39e2-4a20-bceb-62172b5af658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (f0002ab7-eee4-49f6-8fa3-6371207479b3), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:21.056217 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d6885c14-39e2-4a20-bceb-62172b5af658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:21.057653 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-d6885c14-39e2-4a20-bceb-62172b5af658 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f0002ab7-eee4-49f6-8fa3-6371207479b3 HTTP/1.1" status: 204 len: 168 time: 0.1674049 Sep 15 18:03:21.067829 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6885c14-39e2-4a20-bceb-62172b5af658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0002ab7-eee4-49f6-8fa3-6371207479b3,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:21.166381 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33172) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:21.187693 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6119aa9-6a6c-490d-baf4-71f5f598de57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:21.287047 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa207e-9916-40f6-86ff-fd18fcd4e063 req-27265e53-0106-4a19-b996-11f820d0fdeb tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:21.293938 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-eafa207e-9916-40f6-86ff-fd18fcd4e063 req-27265e53-0106-4a19-b996-11f820d0fdeb tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0895939 Sep 15 18:03:21.377346 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-eafa207e-9916-40f6-86ff-fd18fcd4e063 req-13431847-6920-4e04-bc39-e7c3d9b16d9b tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825279 Sep 15 18:03:21.390033 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6119aa9-6a6c-490d-baf4-71f5f598de57 admin admin] Publish callbacks [] for security_group (f5279505-15b4-452a-a48e-b21f3ab79255), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:21.410884 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6119aa9-6a6c-490d-baf4-71f5f598de57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (f5279505-15b4-452a-a48e-b21f3ab79255), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:21.469261 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6119aa9-6a6c-490d-baf4-71f5f598de57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5279505-15b4-452a-a48e-b21f3ab79255,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:21.480298 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-c6119aa9-6a6c-490d-baf4-71f5f598de57 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=dead21f9244149de969547a8ef2d4157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091567 Sep 15 18:03:21.481515 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33180) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:21.541444 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91e8ad39-0016-439c-ab13-492e62b72a48 admin admin] Publish callbacks [] for security_group (f5279505-15b4-452a-a48e-b21f3ab79255), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:21.563516 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91e8ad39-0016-439c-ab13-492e62b72a48 admin admin] Publish callbacks [] for security_group (f5279505-15b4-452a-a48e-b21f3ab79255), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:21.570810 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33182) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:21.591294 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23bc1b0b-481f-4d24-a6c6-cc0d9230e8b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:21.656551 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91e8ad39-0016-439c-ab13-492e62b72a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (f5279505-15b4-452a-a48e-b21f3ab79255), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:21.658967 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91e8ad39-0016-439c-ab13-492e62b72a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:21.660106 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-91e8ad39-0016-439c-ab13-492e62b72a48 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f5279505-15b4-452a-a48e-b21f3ab79255 HTTP/1.1" status: 204 len: 168 time: 0.1786408 Sep 15 18:03:21.676599 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8ad39-0016-439c-ab13-492e62b72a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5279505-15b4-452a-a48e-b21f3ab79255,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:21.717411 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23bc1b0b-481f-4d24-a6c6-cc0d9230e8b7 admin admin] Publish callbacks [] for security_group (7a109cf5-01de-4e51-9faf-2d30112b6be3), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:21.722422 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23bc1b0b-481f-4d24-a6c6-cc0d9230e8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (7a109cf5-01de-4e51-9faf-2d30112b6be3), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:21.739571 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:21.766710 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc1b0b-481f-4d24-a6c6-cc0d9230e8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a109cf5-01de-4e51-9faf-2d30112b6be3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:21.773812 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-23bc1b0b-481f-4d24-a6c6-cc0d9230e8b7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6e2a4e8ac72a4753932e5be7dc23d94e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996751 Sep 15 18:03:21.774174 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33188) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:21.792083 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ec104-41a4-4ed4-ae7f-3e07a4406a09 req-fabfc733-15d3-4702-b7cd-60ad19af28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:21.793555 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:21.794415 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-591ec104-41a4-4ed4-ae7f-3e07a4406a09 req-fabfc733-15d3-4702-b7cd-60ad19af28e7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 1130 time: 0.0667911 Sep 15 18:03:21.849334 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8175a11-9594-41a2-ac39-84c88c7c2026 admin admin] Publish callbacks [] for security_group (7a109cf5-01de-4e51-9faf-2d30112b6be3), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:21.889617 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8175a11-9594-41a2-ac39-84c88c7c2026 admin admin] Publish callbacks [] for security_group (7a109cf5-01de-4e51-9faf-2d30112b6be3), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:21.901501 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bcdd6-57b6-4860-9777-eccc4e6630c0 req-064ca90f-4462-4921-af6b-fe79bcaaebcf tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:21.903848 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-a36bcdd6-57b6-4860-9777-eccc4e6630c0 req-064ca90f-4462-4921-af6b-fe79bcaaebcf tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 945 time: 0.0633152 Sep 15 18:03:21.993960 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8175a11-9594-41a2-ac39-84c88c7c2026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (7a109cf5-01de-4e51-9faf-2d30112b6be3), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:21.997919 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8175a11-9594-41a2-ac39-84c88c7c2026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:21.999412 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-a8175a11-9594-41a2-ac39-84c88c7c2026 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7a109cf5-01de-4e51-9faf-2d30112b6be3 HTTP/1.1" status: 204 len: 168 time: 0.2242680 Sep 15 18:03:22.038556 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8175a11-9594-41a2-ac39-84c88c7c2026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a109cf5-01de-4e51-9faf-2d30112b6be3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:22.076676 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-591ec104-41a4-4ed4-ae7f-3e07a4406a09 req-c59d94de-5cf8-4031-bcf3-b674cde6b91c service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374287 Sep 15 18:03:22.119869 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178e1dc-a7ad-4a15-a97e-ccd047f50e18 req-3008ea5f-28c8-4d21-a8d1-4b41c2bcf8c0 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:22.124354 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9178e1dc-a7ad-4a15-a97e-ccd047f50e18 req-3008ea5f-28c8-4d21-a8d1-4b41c2bcf8c0 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 945 time: 0.0780327 Sep 15 18:03:22.139448 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-a36bcdd6-57b6-4860-9777-eccc4e6630c0 req-907f00ba-437a-4be3-9783-9b994b6e298c tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Deleting port 1bdbc34b-7dc0-4153-a221-3cc581b66035 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:03:22.140363 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-a36bcdd6-57b6-4860-9777-eccc4e6630c0 req-907f00ba-437a-4be3-9783-9b994b6e298c tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (1bdbc34b-7dc0-4153-a221-3cc581b66035), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:22.326911 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 33214) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:22.386040 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ecc4-d0c1-43a1-96c0-cd8944a41574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:22.419752 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-a36bcdd6-57b6-4860-9777-eccc4e6630c0 req-907f00ba-437a-4be3-9783-9b994b6e298c tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] For port 1bdbc34b-7dc0-4153-a221-3cc581b66035, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1bdbc34b-7dc0-4153-a221-3cc581b66035,segment=NetworkSegment(6de514e0-3a3e-4d46-b1da-9ab8e0acf202),segment_id=6de514e0-3a3e-4d46-b1da-9ab8e0acf202)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:03:22.420330 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-a36bcdd6-57b6-4860-9777-eccc4e6630c0 req-907f00ba-437a-4be3-9783-9b994b6e298c tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (1bdbc34b-7dc0-4153-a221-3cc581b66035), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:22.449574 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-a36bcdd6-57b6-4860-9777-eccc4e6630c0 req-907f00ba-437a-4be3-9783-9b994b6e298c tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Calling delete_port for 1bdbc34b-7dc0-4153-a221-3cc581b66035 owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:03:22.551021 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9178e1dc-a7ad-4a15-a97e-ccd047f50e18 req-ff1f2915-014a-49d3-a829-001fbd31c6e8 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=681f204a-78aa-4376-a80c-55a45e5547ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957624 Sep 15 18:03:22.600468 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ecc4-d0c1-43a1-96c0-cd8944a41574 admin admin] Publish callbacks [] for security_group (c7f6209c-e6af-4d24-ad5a-7651f651220d), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:22.609483 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707479ed-4e15-41f7-9382-cfc9e29d0c83 req-b1c1df4e-e282-468c-85df-361b75ac1132 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:22.611140 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-707479ed-4e15-41f7-9382-cfc9e29d0c83 req-b1c1df4e-e282-468c-85df-361b75ac1132 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0591545 Sep 15 18:03:22.612353 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ecc4-d0c1-43a1-96c0-cd8944a41574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (c7f6209c-e6af-4d24-ad5a-7651f651220d), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:22.666456 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9ecc4-d0c1-43a1-96c0-cd8944a41574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f6209c-e6af-4d24-ad5a-7651f651220d,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:22.673360 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-e8c9ecc4-d0c1-43a1-96c0-cd8944a41574 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5d39e7e6676547ee9be49acd49cbb08c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447478 Sep 15 18:03:22.676366 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 33226) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:22.682581 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-707479ed-4e15-41f7-9382-cfc9e29d0c83 req-79f7bf9d-b45e-42e2-ac2a-7a46f100c48f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647051 Sep 15 18:03:22.685227 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33228) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:22.694040 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:22.710820 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03d5bf02-ef38-4b2c-99fd-7279806518d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:22.778786 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-a36bcdd6-57b6-4860-9777-eccc4e6630c0 req-907f00ba-437a-4be3-9783-9b994b6e298c tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (1bdbc34b-7dc0-4153-a221-3cc581b66035), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:22.791916 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-81bb2b05-3481-4053-90d1-f3805a62cc27 admin admin] Publish callbacks [] for security_group (c7f6209c-e6af-4d24-ad5a-7651f651220d), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:22.793518 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:22.801943 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03d5bf02-ef38-4b2c-99fd-7279806518d7 admin admin] Publish callbacks [] for security_group (e0c6cd2f-6df4-4dc0-b925-bff236b45278), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:22.806307 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03d5bf02-ef38-4b2c-99fd-7279806518d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (e0c6cd2f-6df4-4dc0-b925-bff236b45278), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:22.819343 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f00ba-437a-4be3-9783-9b994b6e298c tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Pushing event deleted for resources: {'Port': ['ID=1bdbc34b-7dc0-4153-a221-3cc581b66035,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:22.830885 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['1bdbc34b-7dc0-4153-a221-3cc581b66035'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:03:22.863367 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5bf02-ef38-4b2c-99fd-7279806518d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c6cd2f-6df4-4dc0-b925-bff236b45278,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:22.870588 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-81bb2b05-3481-4053-90d1-f3805a62cc27 admin admin] Publish callbacks [] for security_group (c7f6209c-e6af-4d24-ad5a-7651f651220d), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:22.870800 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-03d5bf02-ef38-4b2c-99fd-7279806518d7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c80b11ae6a324bd6b4bcd8ed9ec01745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1816864 Sep 15 18:03:22.870895 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33230) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:22.912503 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36bcdd6-57b6-4860-9777-eccc4e6630c0 req-907f00ba-437a-4be3-9783-9b994b6e298c tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] No DVR routers for this DVR port 1bdbc34b-7dc0-4153-a221-3cc581b66035 on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:03:22.923943 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-a36bcdd6-57b6-4860-9777-eccc4e6630c0 req-907f00ba-437a-4be3-9783-9b994b6e298c tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:22.927536 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-a36bcdd6-57b6-4860-9777-eccc4e6630c0 req-907f00ba-437a-4be3-9783-9b994b6e298c tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.27 "DELETE /networking/v2.0/ports/1bdbc34b-7dc0-4153-a221-3cc581b66035 HTTP/1.1" status: 204 len: 173 time: 1.0161500 Sep 15 18:03:22.928403 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab7e341-ad49-499b-8ccd-b1f024d1c4a6', 'name': 'network-vif-deleted', 'tag': '1bdbc34b-7dc0-4153-a221-3cc581b66035'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:03:22.929768 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cff78384-f55c-43b9-a1eb-7e57b39bfd28 admin admin] Publish callbacks [] for security_group (e0c6cd2f-6df4-4dc0-b925-bff236b45278), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:22.930432 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a5d13e-92c6-403d-8f72-5386a03db262" -d '{"events": [{"server_uuid": "2ab7e341-ad49-499b-8ccd-b1f024d1c4a6", "name": "network-vif-deleted", "tag": "1bdbc34b-7dc0-4153-a221-3cc581b66035"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:03:22.966401 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cff78384-f55c-43b9-a1eb-7e57b39bfd28 admin admin] Publish callbacks [] for security_group (e0c6cd2f-6df4-4dc0-b925-bff236b45278), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:22.975879 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-81bb2b05-3481-4053-90d1-f3805a62cc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (c7f6209c-e6af-4d24-ad5a-7651f651220d), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:22.981202 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-81bb2b05-3481-4053-90d1-f3805a62cc27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:22.983461 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-81bb2b05-3481-4053-90d1-f3805a62cc27 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c7f6209c-e6af-4d24-ad5a-7651f651220d HTTP/1.1" status: 204 len: 168 time: 0.3056173 Sep 15 18:03:22.996856 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb2b05-3481-4053-90d1-f3805a62cc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f6209c-e6af-4d24-ad5a-7651f651220d,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:23.009511 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aca41c-3bcf-4331-afef-2d928a7e7ede x-openstack-request-id: req-e8aca41c-3bcf-4331-afef-2d928a7e7ede {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:03:23.009804 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab7e341-ad49-499b-8ccd-b1f024d1c4a6", "name": "network-vif-deleted", "tag": "1bdbc34b-7dc0-4153-a221-3cc581b66035", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:03:23.010059 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8aca41c-3bcf-4331-afef-2d928a7e7ede {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:03:23.010463 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8aca41c-3bcf-4331-afef-2d928a7e7ede'] response: {'server_uuid': '2ab7e341-ad49-499b-8ccd-b1f024d1c4a6', 'name': 'network-vif-deleted', 'tag': '1bdbc34b-7dc0-4153-a221-3cc581b66035', 'status': 'completed', 'code': 200} Sep 15 18:03:23.039732 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cff78384-f55c-43b9-a1eb-7e57b39bfd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (e0c6cd2f-6df4-4dc0-b925-bff236b45278), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:23.042507 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cff78384-f55c-43b9-a1eb-7e57b39bfd28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:23.045437 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-cff78384-f55c-43b9-a1eb-7e57b39bfd28 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e0c6cd2f-6df4-4dc0-b925-bff236b45278 HTTP/1.1" status: 204 len: 168 time: 0.1736484 Sep 15 18:03:23.053842 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff78384-f55c-43b9-a1eb-7e57b39bfd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c6cd2f-6df4-4dc0-b925-bff236b45278,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:23.675082 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9d4ee16c-823c-4ef4-a369-bee1d9c363cc req-2c477409-312c-40a8-8ebf-3cf525d69c75 tempest-VolumesActionsTest-1033291851 tempest-VolumesActionsTest-1033291851-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ab7e341-ad49-499b-8ccd-b1f024d1c4a6 HTTP/1.1" status: 200 len: 210 time: 0.0328202 Sep 15 18:03:23.866341 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a01a0-8148-4d0d-9d4e-ae755e8b987a req-5d600e50-42de-4ecc-bf7b-977e3067b37e tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:23.868266 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9e9a01a0-8148-4d0d-9d4e-ae755e8b987a req-5d600e50-42de-4ecc-bf7b-977e3067b37e tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0693612 Sep 15 18:03:23.945734 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 33290) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:23.967956 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9e9a01a0-8148-4d0d-9d4e-ae755e8b987a req-2050b1f9-284c-4751-94d1-c4af6d50d553 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920920 Sep 15 18:03:24.241596 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-789a1035-fe6f-4140-91cf-0281a76dec32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:24.331508 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-789a1035-fe6f-4140-91cf-0281a76dec32 admin admin] Publish callbacks [] for security_group (7fbdf710-e019-44aa-9a6e-c4f716fc9a40), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:24.335867 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-789a1035-fe6f-4140-91cf-0281a76dec32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (7fbdf710-e019-44aa-9a6e-c4f716fc9a40), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:24.369142 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:24.385697 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-789a1035-fe6f-4140-91cf-0281a76dec32 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c7af0dc2cf684e8d866d6e87c9f6f1a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4374385 Sep 15 18:03:24.388398 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33310) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:24.388543 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a1035-fe6f-4140-91cf-0281a76dec32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbdf710-e019-44aa-9a6e-c4f716fc9a40,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:24.459761 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b733e01-505a-4ed1-bd29-21c12b433806 admin admin] Publish callbacks [] for security_group (7fbdf710-e019-44aa-9a6e-c4f716fc9a40), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:24.470378 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:24.471162 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:03:24.489469 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b733e01-505a-4ed1-bd29-21c12b433806 admin admin] Publish callbacks [] for security_group (7fbdf710-e019-44aa-9a6e-c4f716fc9a40), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:24.501348 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:24.564503 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b733e01-505a-4ed1-bd29-21c12b433806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (7fbdf710-e019-44aa-9a6e-c4f716fc9a40), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:24.567414 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b733e01-505a-4ed1-bd29-21c12b433806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:24.571176 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-6b733e01-505a-4ed1-bd29-21c12b433806 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7fbdf710-e019-44aa-9a6e-c4f716fc9a40 HTTP/1.1" status: 204 len: 168 time: 0.1786292 Sep 15 18:03:24.579355 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b733e01-505a-4ed1-bd29-21c12b433806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbdf710-e019-44aa-9a6e-c4f716fc9a40,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:24.994766 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33328) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:25.025408 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f62c17e1-9f99-4b61-b9ab-b5d88fb9e549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:25.212696 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7216c31-a6bd-40f1-ad70-6cfa915725f5 req-97ad2b82-7b0e-4c77-80a1-0825b7e3a04c tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:25.214489 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a7216c31-a6bd-40f1-ad70-6cfa915725f5 req-97ad2b82-7b0e-4c77-80a1-0825b7e3a04c tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0976450 Sep 15 18:03:25.294859 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a7216c31-a6bd-40f1-ad70-6cfa915725f5 req-35b517ce-af99-4da3-9244-bb5d55d325fc tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738676 Sep 15 18:03:25.312620 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f62c17e1-9f99-4b61-b9ab-b5d88fb9e549 admin admin] Publish callbacks [] for security_group (01055d71-343b-4c30-8081-1c21cecc6d7c), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:25.318053 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f62c17e1-9f99-4b61-b9ab-b5d88fb9e549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (01055d71-343b-4c30-8081-1c21cecc6d7c), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:25.329096 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 1bdbc34b-7dc0-4153-a221-3cc581b66035 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:03:25.369896 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c17e1-9f99-4b61-b9ab-b5d88fb9e549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01055d71-343b-4c30-8081-1c21cecc6d7c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:25.392152 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-f62c17e1-9f99-4b61-b9ab-b5d88fb9e549 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7bc958b7988d4e8bb9ca7953ea98cfce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3954294 Sep 15 18:03:25.394980 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33350) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:25.398722 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: 1bdbc34b-7dc0-4153-a221-3cc581b66035 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:03:25.399498 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 1bdbc34b-7dc0-4153-a221-3cc581b66035 not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:03:25.492986 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900931b8-87b0-49e0-b525-cd2838f3e9cd req-68f9a89a-3e21-409e-aac6-87c5f85ecdaa tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:25.500366 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-900931b8-87b0-49e0-b525-cd2838f3e9cd req-68f9a89a-3e21-409e-aac6-87c5f85ecdaa tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0775254 Sep 15 18:03:25.544287 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 33358) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:25.547868 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79215354-7177-4f66-9f8b-6a5907c62c4e admin admin] Publish callbacks [] for security_group (01055d71-343b-4c30-8081-1c21cecc6d7c), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:25.591198 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-900931b8-87b0-49e0-b525-cd2838f3e9cd req-6cc5cb72-c57e-4884-99cf-c14b3bda5fe6 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807073 Sep 15 18:03:25.591198 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79215354-7177-4f66-9f8b-6a5907c62c4e admin admin] Publish callbacks [] for security_group (01055d71-343b-4c30-8081-1c21cecc6d7c), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:25.646171 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79215354-7177-4f66-9f8b-6a5907c62c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (01055d71-343b-4c30-8081-1c21cecc6d7c), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:25.649154 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79215354-7177-4f66-9f8b-6a5907c62c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:25.653724 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-79215354-7177-4f66-9f8b-6a5907c62c4e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/01055d71-343b-4c30-8081-1c21cecc6d7c HTTP/1.1" status: 204 len: 168 time: 0.2576489 Sep 15 18:03:25.665165 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79215354-7177-4f66-9f8b-6a5907c62c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01055d71-343b-4c30-8081-1c21cecc6d7c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:25.844616 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e09126ef-437b-4ecc-adb5-5cab2910c17b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:25.950964 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e09126ef-437b-4ecc-adb5-5cab2910c17b admin admin] Publish callbacks [] for security_group (9c521977-3bbc-4853-8108-067d910c5863), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:25.960646 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e09126ef-437b-4ecc-adb5-5cab2910c17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (9c521977-3bbc-4853-8108-067d910c5863), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:26.041815 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-e09126ef-437b-4ecc-adb5-5cab2910c17b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d1625fcdfd904b6c91488a1ce6e97e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4962852 Sep 15 18:03:26.045173 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33378) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:26.049588 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09126ef-437b-4ecc-adb5-5cab2910c17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c521977-3bbc-4853-8108-067d910c5863,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:26.123133 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24e02f82-58f7-4fe6-82c8-0ee1882abc28 admin admin] Publish callbacks [] for security_group (9c521977-3bbc-4853-8108-067d910c5863), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:26.150733 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24e02f82-58f7-4fe6-82c8-0ee1882abc28 admin admin] Publish callbacks [] for security_group (9c521977-3bbc-4853-8108-067d910c5863), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:26.219202 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24e02f82-58f7-4fe6-82c8-0ee1882abc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (9c521977-3bbc-4853-8108-067d910c5863), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:26.221989 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24e02f82-58f7-4fe6-82c8-0ee1882abc28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:26.223522 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-24e02f82-58f7-4fe6-82c8-0ee1882abc28 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9c521977-3bbc-4853-8108-067d910c5863 HTTP/1.1" status: 204 len: 168 time: 0.1768479 Sep 15 18:03:26.236435 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e02f82-58f7-4fe6-82c8-0ee1882abc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c521977-3bbc-4853-8108-067d910c5863,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:26.276645 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 33388) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:26.299214 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f427c8d-a373-4666-b237-0c9c4acebb08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:26.413411 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f427c8d-a373-4666-b237-0c9c4acebb08 admin admin] Publish callbacks [] for security_group (997d0fdb-bb3c-48bd-85e2-4a1b85954c8f), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:26.414580 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:26.418866 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1f427c8d-a373-4666-b237-0c9c4acebb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (997d0fdb-bb3c-48bd-85e2-4a1b85954c8f), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:26.466689 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-1f427c8d-a373-4666-b237-0c9c4acebb08 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=25e5ffb6a2304d28bdc784c41935b613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1869802 Sep 15 18:03:26.467779 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33404) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:26.482393 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f427c8d-a373-4666-b237-0c9c4acebb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997d0fdb-bb3c-48bd-85e2-4a1b85954c8f,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:26.542273 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=8 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:26.552067 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b0031a5-44e5-4e65-af08-8a48b7edb9c2 admin admin] Publish callbacks [] for security_group (997d0fdb-bb3c-48bd-85e2-4a1b85954c8f), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:26.595299 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b0031a5-44e5-4e65-af08-8a48b7edb9c2 admin admin] Publish callbacks [] for security_group (997d0fdb-bb3c-48bd-85e2-4a1b85954c8f), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:26.708594 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b0031a5-44e5-4e65-af08-8a48b7edb9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (997d0fdb-bb3c-48bd-85e2-4a1b85954c8f), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:26.713024 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b0031a5-44e5-4e65-af08-8a48b7edb9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:26.716071 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-8b0031a5-44e5-4e65-af08-8a48b7edb9c2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/997d0fdb-bb3c-48bd-85e2-4a1b85954c8f HTTP/1.1" status: 204 len: 168 time: 0.2456818 Sep 15 18:03:26.725560 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0031a5-44e5-4e65-af08-8a48b7edb9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997d0fdb-bb3c-48bd-85e2-4a1b85954c8f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:26.852934 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33426) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:26.875330 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99d5e735-d654-46e6-9b1a-eb96ab761c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:26.899601 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:26.998012 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99d5e735-d654-46e6-9b1a-eb96ab761c41 admin admin] Publish callbacks [] for security_group (d33f3f22-2a3e-41d8-9680-51688c57c26a), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:27.003815 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99d5e735-d654-46e6-9b1a-eb96ab761c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (d33f3f22-2a3e-41d8-9680-51688c57c26a), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:27.045894 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-99d5e735-d654-46e6-9b1a-eb96ab761c41 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=13c8b1aa100841cda22a4233e2aba845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1869779 Sep 15 18:03:27.048701 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 33440) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:27.052395 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5e735-d654-46e6-9b1a-eb96ab761c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33f3f22-2a3e-41d8-9680-51688c57c26a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:27.154720 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-90d2ac59-5a78-4d8a-839e-dc581fc38810 admin admin] Publish callbacks [] for security_group (d33f3f22-2a3e-41d8-9680-51688c57c26a), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:27.191449 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-90d2ac59-5a78-4d8a-839e-dc581fc38810 admin admin] Publish callbacks [] for security_group (d33f3f22-2a3e-41d8-9680-51688c57c26a), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:27.267650 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-90d2ac59-5a78-4d8a-839e-dc581fc38810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (d33f3f22-2a3e-41d8-9680-51688c57c26a), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:27.273134 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-90d2ac59-5a78-4d8a-839e-dc581fc38810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:27.274794 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-90d2ac59-5a78-4d8a-839e-dc581fc38810 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d33f3f22-2a3e-41d8-9680-51688c57c26a HTTP/1.1" status: 204 len: 168 time: 0.2243917 Sep 15 18:03:27.301529 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2ac59-5a78-4d8a-839e-dc581fc38810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33f3f22-2a3e-41d8-9680-51688c57c26a,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:27.412077 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d8fea-1555-402c-ab13-8e28792c736d req-fef80a81-a641-4180-9a99-dabe86000957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:27.414002 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f18d8fea-1555-402c-ab13-8e28792c736d req-fef80a81-a641-4180-9a99-dabe86000957 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 1129 time: 0.0566592 Sep 15 18:03:27.437449 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbea4f-5957-4f1b-bce6-7f8d24e03751 req-f31a3018-810d-4d92-bdb0-6c2df537c1cb tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:27.440614 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b1dbea4f-5957-4f1b-bce6-7f8d24e03751 req-f31a3018-810d-4d92-bdb0-6c2df537c1cb tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0792267 Sep 15 18:03:27.470695 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:27.504910 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b1dbea4f-5957-4f1b-bce6-7f8d24e03751 req-a12fac89-d007-4c27-9dfa-552104529b56 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577657 Sep 15 18:03:27.555115 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d8fea-1555-402c-ab13-8e28792c736d req-5fcc5905-deb2-4dba-a60a-363a9aac88fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:27.556776 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f18d8fea-1555-402c-ab13-8e28792c736d req-5fcc5905-deb2-4dba-a60a-363a9aac88fb service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 920 time: 0.1346822 Sep 15 18:03:27.574040 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33466) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:27.603653 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f18d8fea-1555-402c-ab13-8e28792c736d req-35df0f89-91d0-4e3f-b49a-2b8dcbebc0cd service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e87b14a2-564d-4899-9457-0622d02b8376 HTTP/1.1" status: 200 len: 217 time: 0.0369599 Sep 15 18:03:27.621099 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:27.674270 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d8fea-1555-402c-ab13-8e28792c736d req-57a4dbd8-da63-4a11-b5c8-17d7cacc62f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:27.676181 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f18d8fea-1555-402c-ab13-8e28792c736d req-57a4dbd8-da63-4a11-b5c8-17d7cacc62f8 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 200 len: 858 time: 0.0657835 Sep 15 18:03:27.728263 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d8fea-1555-402c-ab13-8e28792c736d req-3eecc909-f130-4688-ba95-5fa6cbbd4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:27.733149 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f18d8fea-1555-402c-ab13-8e28792c736d req-3eecc909-f130-4688-ba95-5fa6cbbd4325 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8593de74-aee0-42c2-a47e-251a344102c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0489554 Sep 15 18:03:27.899608 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfcf32bb-1fc7-4e39-bf4b-c6326eb7c44e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:27.907464 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f18d8fea-1555-402c-ab13-8e28792c736d req-ad06f748-29d5-4d84-9684-d732fbabbd5e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660140 Sep 15 18:03:28.109334 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f18d8fea-1555-402c-ab13-8e28792c736d req-bedb5af0-72e2-49e7-b55e-c6d57fa4d526 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924036 Sep 15 18:03:28.119570 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfcf32bb-1fc7-4e39-bf4b-c6326eb7c44e admin admin] Publish callbacks [] for security_group (4c40d1b3-d995-4d30-8ecb-a5eaed2c8951), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:28.134671 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfcf32bb-1fc7-4e39-bf4b-c6326eb7c44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (4c40d1b3-d995-4d30-8ecb-a5eaed2c8951), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:28.199843 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-cfcf32bb-1fc7-4e39-bf4b-c6326eb7c44e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ff3d7f268f0241bcb08466b80e5d4475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6216369 Sep 15 18:03:28.202575 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 33498) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:28.240106 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf32bb-1fc7-4e39-bf4b-c6326eb7c44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c40d1b3-d995-4d30-8ecb-a5eaed2c8951,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:28.341699 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-deb56370-1d15-41f7-8589-3fe2e0fea9d5 admin admin] Publish callbacks [] for security_group (4c40d1b3-d995-4d30-8ecb-a5eaed2c8951), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:28.387626 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-deb56370-1d15-41f7-8589-3fe2e0fea9d5 admin admin] Publish callbacks [] for security_group (4c40d1b3-d995-4d30-8ecb-a5eaed2c8951), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:28.482709 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-deb56370-1d15-41f7-8589-3fe2e0fea9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (4c40d1b3-d995-4d30-8ecb-a5eaed2c8951), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:28.493754 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-deb56370-1d15-41f7-8589-3fe2e0fea9d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:28.500525 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-deb56370-1d15-41f7-8589-3fe2e0fea9d5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4c40d1b3-d995-4d30-8ecb-a5eaed2c8951 HTTP/1.1" status: 204 len: 168 time: 0.2944405 Sep 15 18:03:28.518466 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb56370-1d15-41f7-8589-3fe2e0fea9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c40d1b3-d995-4d30-8ecb-a5eaed2c8951,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:28.674805 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4d13a-638b-4afb-9245-7b1b3bad8c80 req-54e891e2-4084-485e-8b6f-57a5517e0dea tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:28.677656 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0aa4d13a-638b-4afb-9245-7b1b3bad8c80 req-54e891e2-4084-485e-8b6f-57a5517e0dea tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0798807 Sep 15 18:03:28.742651 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0aa4d13a-638b-4afb-9245-7b1b3bad8c80 req-19499429-aa65-4fb6-bb2c-41a8c472888f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555005 Sep 15 18:03:28.932963 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55804714-f900-4997-8a9d-b441ad517a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:28.977519 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33580) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:28.994357 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67a60e50-cb67-4f8b-8518-ebce4a6c5f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:29.083445 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:29.088983 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67a60e50-cb67-4f8b-8518-ebce4a6c5f57 admin admin] Publish callbacks [] for security_group (bc7d3ed8-fadb-470c-be75-fa6a82be1414), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:29.095102 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67a60e50-cb67-4f8b-8518-ebce4a6c5f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (bc7d3ed8-fadb-470c-be75-fa6a82be1414), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:29.141094 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-67a60e50-cb67-4f8b-8518-ebce4a6c5f57 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6cb500664e9c43508b34aa8a900c6625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624351 Sep 15 18:03:29.141996 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a60e50-cb67-4f8b-8518-ebce4a6c5f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7d3ed8-fadb-470c-be75-fa6a82be1414,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:29.144076 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 33590) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:29.211462 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6882-ae79-4435-bce8-ea191c3ef0bf admin admin] Publish callbacks [] for security_group (bc7d3ed8-fadb-470c-be75-fa6a82be1414), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:29.225929 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:29.240479 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6882-ae79-4435-bce8-ea191c3ef0bf admin admin] Publish callbacks [] for security_group (bc7d3ed8-fadb-470c-be75-fa6a82be1414), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:29.305064 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6882-ae79-4435-bce8-ea191c3ef0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (bc7d3ed8-fadb-470c-be75-fa6a82be1414), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:29.308251 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6882-ae79-4435-bce8-ea191c3ef0bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:29.312576 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-cf7b6882-ae79-4435-bce8-ea191c3ef0bf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bc7d3ed8-fadb-470c-be75-fa6a82be1414 HTTP/1.1" status: 204 len: 168 time: 0.1644242 Sep 15 18:03:29.326759 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b6882-ae79-4435-bce8-ea191c3ef0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7d3ed8-fadb-470c-be75-fa6a82be1414,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:29.896571 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c388a-5a35-4b26-b6e8-e68f6fa87023 req-c42ca4e4-5c3b-47f9-9df1-8a54ee1aaa3b tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:29.904742 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4d3c388a-5a35-4b26-b6e8-e68f6fa87023 req-c42ca4e4-5c3b-47f9-9df1-8a54ee1aaa3b tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0658164 Sep 15 18:03:29.998093 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4d3c388a-5a35-4b26-b6e8-e68f6fa87023 req-32aa608f-053a-442c-8d0b-ecb1b757196e tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924742 Sep 15 18:03:31.119382 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae8383-278a-43d0-8509-eb8d90aca120 req-59311721-cc72-4573-8f46-52aec22dc59c tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:31.121009 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9aae8383-278a-43d0-8509-eb8d90aca120 req-59311721-cc72-4573-8f46-52aec22dc59c tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0491869 Sep 15 18:03:31.161997 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:31.179056 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9aae8383-278a-43d0-8509-eb8d90aca120 req-383c7428-00db-4480-821c-5c6b25bc1d26 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510514 Sep 15 18:03:31.478821 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0bf8484b-9406-4259-9a33-bd6dc311b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:32.335025 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b803-5edc-47a1-97a3-81ae18b1c829 req-b2b2fb73-133c-4936-9158-5f9ccf3990f8 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:32.336531 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c110b803-5edc-47a1-97a3-81ae18b1c829 req-b2b2fb73-133c-4936-9158-5f9ccf3990f8 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0616946 Sep 15 18:03:32.396034 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c110b803-5edc-47a1-97a3-81ae18b1c829 req-560c9164-267a-4c7c-a2ee-b1552c6a93bd tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532107 Sep 15 18:03:32.501558 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:33.560420 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cf86a-42b6-42f6-8d7a-0e446f4dafd1 req-c4a91c78-cf26-4a7e-b6d6-dc7d17519d8e tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:33.561936 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-223cf86a-42b6-42f6-8d7a-0e446f4dafd1 req-c4a91c78-cf26-4a7e-b6d6-dc7d17519d8e tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0646214 Sep 15 18:03:33.599254 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 33810) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:33.636590 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-223cf86a-42b6-42f6-8d7a-0e446f4dafd1 req-2f1ccce4-292d-4203-b981-14ca96c51a9e tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683882 Sep 15 18:03:33.753976 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1fad7861-ad94-4f05-8b5b-e2a9e47b3610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:33.845956 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1fad7861-ad94-4f05-8b5b-e2a9e47b3610 admin admin] Publish callbacks [] for security_group (c03a7b51-a150-4326-9644-f4feb7464cf0), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:33.851155 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1fad7861-ad94-4f05-8b5b-e2a9e47b3610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (c03a7b51-a150-4326-9644-f4feb7464cf0), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:33.869927 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:33.893483 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-1fad7861-ad94-4f05-8b5b-e2a9e47b3610 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3d8d0252cc654fdba38e1e3063b001de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930591 Sep 15 18:03:33.894450 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad7861-ad94-4f05-8b5b-e2a9e47b3610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03a7b51-a150-4326-9644-f4feb7464cf0,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:33.896761 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33816) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:33.955541 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9cc87a09-a5ae-42bc-bee5-c493e2568b50 admin admin] Publish callbacks [] for security_group (c03a7b51-a150-4326-9644-f4feb7464cf0), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:33.978561 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9cc87a09-a5ae-42bc-bee5-c493e2568b50 admin admin] Publish callbacks [] for security_group (c03a7b51-a150-4326-9644-f4feb7464cf0), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:34.035825 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9cc87a09-a5ae-42bc-bee5-c493e2568b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (c03a7b51-a150-4326-9644-f4feb7464cf0), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:34.038941 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9cc87a09-a5ae-42bc-bee5-c493e2568b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:34.040167 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-9cc87a09-a5ae-42bc-bee5-c493e2568b50 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c03a7b51-a150-4326-9644-f4feb7464cf0 HTTP/1.1" status: 204 len: 168 time: 0.1422601 Sep 15 18:03:34.052825 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc87a09-a5ae-42bc-bee5-c493e2568b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03a7b51-a150-4326-9644-f4feb7464cf0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:34.087411 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:34.471713 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:34.838806 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84119d88-8359-4f5d-a8b7-3a2a05fc6867 req-99148d15-6fce-495d-b425-a1eeed795d45 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:34.840647 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-84119d88-8359-4f5d-a8b7-3a2a05fc6867 req-99148d15-6fce-495d-b425-a1eeed795d45 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0893610 Sep 15 18:03:34.921915 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-84119d88-8359-4f5d-a8b7-3a2a05fc6867 req-4c6b5b27-b1ec-41f8-b743-a0a0d55fad74 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738242 Sep 15 18:03:35.636985 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27c91f-5804-442f-9280-62690dd2adb5 req-0e2e2cd7-28e5-40c2-8678-e5b8ca68157e tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:35.638529 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ca27c91f-5804-442f-9280-62690dd2adb5 req-0e2e2cd7-28e5-40c2-8678-e5b8ca68157e tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0549822 Sep 15 18:03:35.701923 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ca27c91f-5804-442f-9280-62690dd2adb5 req-0e8fb6da-2689-4c2e-a3eb-4d402670f3b5 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567298 Sep 15 18:03:36.060993 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee3e68-da50-4020-a8e8-2736d07aa483 req-6004e1ab-2c91-41a4-b210-4682fc099e60 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:36.062624 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-74ee3e68-da50-4020-a8e8-2736d07aa483 req-6004e1ab-2c91-41a4-b210-4682fc099e60 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0482695 Sep 15 18:03:36.119526 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-74ee3e68-da50-4020-a8e8-2736d07aa483 req-6d02b8b2-da48-4435-b789-d696f48b1c1f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507002 Sep 15 18:03:36.845520 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a51a8-3653-412e-9b83-26197379889f req-c4d22184-e6e3-48e9-8854-4dff5fc62d08 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:36.847259 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-115a51a8-3653-412e-9b83-26197379889f req-c4d22184-e6e3-48e9-8854-4dff5fc62d08 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0570357 Sep 15 18:03:36.903371 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-115a51a8-3653-412e-9b83-26197379889f req-4d6519b6-4d25-4b59-9ec4-bd246b6691dd tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497110 Sep 15 18:03:37.040192 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 33938) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:37.226711 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ac3df6d-4cb4-4854-b84b-708ed81b6f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:37.309179 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881f5af-2349-4152-a521-b9399d270f35 req-77f0a91c-d6cb-4aae-b8f5-6070ac6193cb tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:37.322768 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1881f5af-2349-4152-a521-b9399d270f35 req-77f0a91c-d6cb-4aae-b8f5-6070ac6193cb tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0780137 Sep 15 18:03:37.365790 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ac3df6d-4cb4-4854-b84b-708ed81b6f4c admin admin] Publish callbacks [] for security_group (ccaa77f4-bdb9-410b-a81a-42d55a65b0a6), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:37.371676 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ac3df6d-4cb4-4854-b84b-708ed81b6f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (ccaa77f4-bdb9-410b-a81a-42d55a65b0a6), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:37.389087 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:37.409884 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1881f5af-2349-4152-a521-b9399d270f35 req-2acefe6d-e1cb-482e-b0ee-1c876e770bb4 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857284 Sep 15 18:03:37.426099 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-6ac3df6d-4cb4-4854-b84b-708ed81b6f4c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1df1699a598b4bc0ab44216e5bd5bb3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845010 Sep 15 18:03:37.428614 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3df6d-4cb4-4854-b84b-708ed81b6f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaa77f4-bdb9-410b-a81a-42d55a65b0a6,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:37.429277 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 33948) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:37.462651 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:37.494478 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4541a1cf-6722-4ed7-b933-b79f72424850 admin admin] Publish callbacks [] for security_group (ccaa77f4-bdb9-410b-a81a-42d55a65b0a6), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:37.507838 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:37.517382 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4541a1cf-6722-4ed7-b933-b79f72424850 admin admin] Publish callbacks [] for security_group (ccaa77f4-bdb9-410b-a81a-42d55a65b0a6), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:37.583803 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4541a1cf-6722-4ed7-b933-b79f72424850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (ccaa77f4-bdb9-410b-a81a-42d55a65b0a6), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:37.588105 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4541a1cf-6722-4ed7-b933-b79f72424850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:37.589592 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-4541a1cf-6722-4ed7-b933-b79f72424850 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ccaa77f4-bdb9-410b-a81a-42d55a65b0a6 HTTP/1.1" status: 204 len: 168 time: 0.1589127 Sep 15 18:03:37.599743 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541a1cf-6722-4ed7-b933-b79f72424850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaa77f4-bdb9-410b-a81a-42d55a65b0a6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:38.057239 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3fdd9-3035-4e01-926f-03f11b5b91d3 req-834f1456-be7b-4aff-9684-520ecfa80ef9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:38.060050 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-eff3fdd9-3035-4e01-926f-03f11b5b91d3 req-834f1456-be7b-4aff-9684-520ecfa80ef9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0588121 Sep 15 18:03:38.137950 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-eff3fdd9-3035-4e01-926f-03f11b5b91d3 req-e05f2b31-4e78-4fa7-b4db-339362c5a684 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674539 Sep 15 18:03:38.583964 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218f1eb-ba7c-4322-b743-740d9617dbf3 req-6cf63ec2-f502-45a4-a0a5-3958312ce55f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:38.587799 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d218f1eb-ba7c-4322-b743-740d9617dbf3 req-6cf63ec2-f502-45a4-a0a5-3958312ce55f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0749750 Sep 15 18:03:38.665760 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d218f1eb-ba7c-4322-b743-740d9617dbf3 req-aad5df71-a039-4dd2-b7f8-405bea0a0aca tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697780 Sep 15 18:03:39.305358 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d86e-3455-418a-bcf0-18a10d2995b2 req-1a72b86a-8353-4880-85c2-14c4b4174f04 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:39.306847 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7425d86e-3455-418a-bcf0-18a10d2995b2 req-1a72b86a-8353-4880-85c2-14c4b4174f04 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0556068 Sep 15 18:03:39.356287 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7425d86e-3455-418a-bcf0-18a10d2995b2 req-61d0b6b9-fefa-4d63-a7fb-76f29fcfe95b tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429316 Sep 15 18:03:39.827917 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e933e-183d-4b45-a119-1ca8c57336f5 req-e2684b6d-3cb1-4ff7-aaa8-473ad43d904b tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:39.829461 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f94e933e-183d-4b45-a119-1ca8c57336f5 req-e2684b6d-3cb1-4ff7-aaa8-473ad43d904b tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0509517 Sep 15 18:03:39.885929 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f94e933e-183d-4b45-a119-1ca8c57336f5 req-fc21a1f7-f0ae-4774-b384-9f51eefacad5 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500031 Sep 15 18:03:40.148300 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-44c1bfb5-aa77-46d1-b4ab-83260ad4d657 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=71d3d8e06a774f82bb5e56fcd87adc15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292950 Sep 15 18:03:40.369632 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-85dc3caf-49da-4487-ae42-dc0959d38155 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:40.371172 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-85dc3caf-49da-4487-ae42-dc0959d38155 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126968 Sep 15 18:03:40.400966 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-922aa878-63d2-4051-a508-4c248a6a95ce tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/quotas/71d3d8e06a774f82bb5e56fcd87adc15 HTTP/1.1" status: 200 len: 375 time: 0.0209436 Sep 15 18:03:40.455052 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-534d89b6-eead-4aaa-ad38-0c7de96f530d tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=71d3d8e06a774f82bb5e56fcd87adc15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459373 Sep 15 18:03:40.462223 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 34070) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:40.631155 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59903e80-c9e3-45f5-8284-705435bfd4d3 req-7e51c977-5022-4bc7-9568-2fd46290d765 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:40.632543 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-59903e80-c9e3-45f5-8284-705435bfd4d3 req-7e51c977-5022-4bc7-9568-2fd46290d765 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0721238 Sep 15 18:03:40.676158 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-47477bb8-40a3-4647-9ead-95eaf0ed208c req-524e2486-ae71-45da-90de-ad922f3e6037 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 210 time: 0.0426309 Sep 15 18:03:40.713158 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-59903e80-c9e3-45f5-8284-705435bfd4d3 req-d2c596b3-d310-406e-8605-1ac91dd51f84 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693407 Sep 15 18:03:40.733841 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2c01f92e-9f66-4986-8618-1c5aad144d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:40.842433 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2c01f92e-9f66-4986-8618-1c5aad144d37 admin admin] Publish callbacks [] for security_group (5bd12fd9-c360-49c5-8023-a325fe508a69), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:40.848626 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2c01f92e-9f66-4986-8618-1c5aad144d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (5bd12fd9-c360-49c5-8023-a325fe508a69), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:40.895031 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-2c01f92e-9f66-4986-8618-1c5aad144d37 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8610d7d94dbd4009b3f0eb3d9449cbcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4305148 Sep 15 18:03:40.895956 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01f92e-9f66-4986-8618-1c5aad144d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd12fd9-c360-49c5-8023-a325fe508a69,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:40.898024 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34088) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:40.988688 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c7528c08-6b55-45cc-b8ff-81b97a6e70ed admin admin] Publish callbacks [] for security_group (5bd12fd9-c360-49c5-8023-a325fe508a69), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:41.033603 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c7528c08-6b55-45cc-b8ff-81b97a6e70ed admin admin] Publish callbacks [] for security_group (5bd12fd9-c360-49c5-8023-a325fe508a69), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:41.094471 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62553b2-7592-4ee8-a80d-669f453e7ae7 req-e4eb8942-e09a-47dc-9062-23152756bd8e tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:41.095945 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e62553b2-7592-4ee8-a80d-669f453e7ae7 req-e4eb8942-e09a-47dc-9062-23152756bd8e tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0773003 Sep 15 18:03:41.124363 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:41.159406 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c7528c08-6b55-45cc-b8ff-81b97a6e70ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (5bd12fd9-c360-49c5-8023-a325fe508a69), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:41.163494 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c7528c08-6b55-45cc-b8ff-81b97a6e70ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:41.165022 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-c7528c08-6b55-45cc-b8ff-81b97a6e70ed admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5bd12fd9-c360-49c5-8023-a325fe508a69 HTTP/1.1" status: 204 len: 168 time: 0.2647316 Sep 15 18:03:41.189675 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e62553b2-7592-4ee8-a80d-669f453e7ae7 req-91397e96-8e61-4caa-abac-b9805b8a016e tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871363 Sep 15 18:03:41.190952 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7528c08-6b55-45cc-b8ff-81b97a6e70ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd12fd9-c360-49c5-8023-a325fe508a69,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:41.691805 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34116) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:41.799077 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d003e8-c9a8-4712-a34d-ba4fac640867 admin admin] Deleting subnet 705ca718-5ea7-4524-a378-1606b480e5f9 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 18:03:41.816589 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-98d003e8-c9a8-4712-a34d-ba4fac640867 admin admin] Publish callbacks [] for subnet (705ca718-5ea7-4524-a378-1606b480e5f9), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:41.852755 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:41.937899 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d32e044a-c580-4640-97e7-c290d2f1deff req-a643d2f5-b9b0-47bd-b3c3-876cd4a3812d tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 210 time: 0.1172528 Sep 15 18:03:41.970089 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-98d003e8-c9a8-4712-a34d-ba4fac640867 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5629009'] for subnet (705ca718-5ea7-4524-a378-1606b480e5f9), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:41.999257 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90831c-3070-472a-8ad2-715f31769d60 req-23b0b7ba-9606-44ac-9fb6-d8fbd15e7b1e tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:42.000815 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cc90831c-3070-472a-8ad2-715f31769d60 req-23b0b7ba-9606-44ac-9fb6-d8fbd15e7b1e tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.1491373 Sep 15 18:03:42.055635 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-98d003e8-c9a8-4712-a34d-ba4fac640867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725546'] for subnet (705ca718-5ea7-4524-a378-1606b480e5f9), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:42.064566 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 34132) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:42.120178 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cc90831c-3070-472a-8ad2-715f31769d60 req-8d9b62bb-df07-48b2-9961-4514d7557118 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090903 Sep 15 18:03:42.159262 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-98d003e8-c9a8-4712-a34d-ba4fac640867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5339584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6227449'] for subnet (705ca718-5ea7-4524-a378-1606b480e5f9), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:42.188371 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d003e8-c9a8-4712-a34d-ba4fac640867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705ca718-5ea7-4524-a378-1606b480e5f9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:42.195935 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-98d003e8-c9a8-4712-a34d-ba4fac640867 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:42.200619 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-98d003e8-c9a8-4712-a34d-ba4fac640867 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/705ca718-5ea7-4524-a378-1606b480e5f9 HTTP/1.1" status: 204 len: 168 time: 0.5060444 Sep 15 18:03:42.203524 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 34136) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:42.262062 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-73e76c1c-3a43-41dc-900d-d77f97a209bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-758096393-network', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:03:42.267072 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:42.305759 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-4e6d6cb0-3176-496e-9df0-c537d57e4688 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=71d3d8e06a774f82bb5e56fcd87adc15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472949 Sep 15 18:03:42.364852 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b55e81-3619-4661-91ca-d027c3b3dfa1 req-bd559475-b163-43f7-b3ff-4aaba086a059 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:42.366351 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-06b55e81-3619-4661-91ca-d027c3b3dfa1 req-bd559475-b163-43f7-b3ff-4aaba086a059 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0688930 Sep 15 18:03:42.435374 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db9a7f95-3250-4498-8388-4cb02d38b59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322015'] for network (1661df19-14c4-4ace-9a6f-1ac804e1a0f6), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:42.454293 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e76c1c-3a43-41dc-900d-d77f97a209bb admin admin] Made reservation on behalf of a11adea5f21c48eb91e2c8f88f8c3349 for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:03:42.456976 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-73e76c1c-3a43-41dc-900d-d77f97a209bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:42.467552 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-06b55e81-3619-4661-91ca-d027c3b3dfa1 req-ab47ca22-c04c-4bf3-8fe3-ce5dcfbcec96 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860181 Sep 15 18:03:42.477132 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-73e76c1c-3a43-41dc-900d-d77f97a209bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:42.852067 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-f0a6657d-f958-47ca-a5c6-e4636df43bdb tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:42.853487 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-f0a6657d-f958-47ca-a5c6-e4636df43bdb tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5369360 Sep 15 18:03:42.868680 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db9a7f95-3250-4498-8388-4cb02d38b59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349697', 'neutron.services.segments.db._delete_segments_for_network-8775822491329'] for network (1661df19-14c4-4ace-9a6f-1ac804e1a0f6), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:42.880921 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-ec82a438-eddf-4033-8fed-af285cf0c4c0 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Request body: {'port': {'device_id': 'cb69a6e5-4177-41a0-a799-397a0210a9a7', 'network_id': 'c5448979-c66e-4b06-83a9-6457473ffd8c', 'admin_state_up': True, 'tenant_id': '71d3d8e06a774f82bb5e56fcd87adc15'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:03:42.955398 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-db9a7f95-3250-4498-8388-4cb02d38b59e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1661df19-14c4-4ace-9a6f-1ac804e1a0f6']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:42.986116 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-db9a7f95-3250-4498-8388-4cb02d38b59e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de514e0-3a3e-4d46-b1da-9ab8e0acf202') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:42.986420 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-db9a7f95-3250-4498-8388-4cb02d38b59e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de514e0-3a3e-4d46-b1da-9ab8e0acf202') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:43.015613 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db9a7f95-3250-4498-8388-4cb02d38b59e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775822491221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6869309'] for segment (6de514e0-3a3e-4d46-b1da-9ab8e0acf202), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.042305 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-73e76c1c-3a43-41dc-900d-d77f97a209bb admin admin] Publish callbacks [] for security_group (9471ebce-0e47-420f-bcc8-abd3fcb6a38d), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.058727 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-73e76c1c-3a43-41dc-900d-d77f97a209bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (9471ebce-0e47-420f-bcc8-abd3fcb6a38d), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.071415 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e76c1c-3a43-41dc-900d-d77f97a209bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:03:43.082019 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:43.088907 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db9a7f95-3250-4498-8388-4cb02d38b59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (6de514e0-3a3e-4d46-b1da-9ab8e0acf202), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.100377 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7535b924-1e2b-408e-9c9e-08a16654701c req-b47415cd-f411-4084-9e06-b0c359836e76 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 210 time: 0.0477810 Sep 15 18:03:43.126961 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-73e76c1c-3a43-41dc-900d-d77f97a209bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (7e2b41d6-f332-4e5e-8f7c-c95f543d3944), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.127439 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.segments_db [None req-73e76c1c-3a43-41dc-900d-d77f97a209bb admin admin] Added segment 7e2b41d6-f332-4e5e-8f7c-c95f543d3944 of type vlan for network bb0834d2-d4fe-46db-89c7-c08b6ab85c46 Sep 15 18:03:43.129521 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9a7f95-3250-4498-8388-4cb02d38b59e admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:03:43.130072 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db9a7f95-3250-4498-8388-4cb02d38b59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251153'] for segment (6de514e0-3a3e-4d46-b1da-9ab8e0acf202), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.196686 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 6de514e0-3a3e-4d46-b1da-9ab8e0acf202 resource provider aggregate not found Sep 15 18:03:43.239934 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 6de514e0-3a3e-4d46-b1da-9ab8e0acf202 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6de514e0-3a3e-4d46-b1da-9ab8e0acf202 found for delete ", "request_id": "req-a7e31095-c65d-4982-a7a5-5cd4f6fc6985"}]} Sep 15 18:03:43.243444 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e76c1c-3a43-41dc-900d-d77f97a209bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9471ebce-0e47-420f-bcc8-abd3fcb6a38d,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:43.270593 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-73e76c1c-3a43-41dc-900d-d77f97a209bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (bb0834d2-d4fe-46db-89c7-c08b6ab85c46), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.282852 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db9a7f95-3250-4498-8388-4cb02d38b59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556940'] for network (1661df19-14c4-4ace-9a6f-1ac804e1a0f6), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.285826 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-ec82a438-eddf-4033-8fed-af285cf0c4c0 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Made reservation on behalf of 71d3d8e06a774f82bb5e56fcd87adc15 for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:03:43.291749 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-ec82a438-eddf-4033-8fed-af285cf0c4c0 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.292772 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd3815-7e4f-40ad-ac72-25f48507eca9 req-7df5fbb2-2eca-4216-8efa-d5c6c0559268 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:43.294936 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-56fd3815-7e4f-40ad-ac72-25f48507eca9 req-7df5fbb2-2eca-4216-8efa-d5c6c0559268 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0716965 Sep 15 18:03:43.308898 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-db9a7f95-3250-4498-8388-4cb02d38b59e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.317082 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-db9a7f95-3250-4498-8388-4cb02d38b59e admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/1661df19-14c4-4ace-9a6f-1ac804e1a0f6 HTTP/1.1" status: 204 len: 168 time: 1.1085925 Sep 15 18:03:43.320187 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34156) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:43.334046 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-ec82a438-eddf-4033-8fed-af285cf0c4c0 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.339598 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a7f95-3250-4498-8388-4cb02d38b59e admin admin] Pushing event deleted for resources: {'Network': ['ID=1661df19-14c4-4ace-9a6f-1ac804e1a0f6,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:43.361426 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-73e76c1c-3a43-41dc-900d-d77f97a209bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (bb0834d2-d4fe-46db-89c7-c08b6ab85c46), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.362422 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e76c1c-3a43-41dc-900d-d77f97a209bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:43.363009 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-73e76c1c-3a43-41dc-900d-d77f97a209bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.398036 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6096f5-fb67-4f3f-85f5-7da4c2c4110f admin admin] Deleting subnet 7ac9ce56-34a3-4078-beb4-c0a5e03ef36e {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 18:03:43.403481 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-56fd3815-7e4f-40ad-ac72-25f48507eca9 req-ffb15f6e-cc89-4d7c-bc14-de0035369fa4 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020873 Sep 15 18:03:43.406222 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa6096f5-fb67-4f3f-85f5-7da4c2c4110f admin admin] Publish callbacks [] for subnet (7ac9ce56-34a3-4078-beb4-c0a5e03ef36e), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.434232 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-73e76c1c-3a43-41dc-900d-d77f97a209bb admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3614709 Sep 15 18:03:43.434361 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34158) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:43.437326 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8c2a9330-e342-43f1-8ba8-ea5985be9ccc admin admin] Request body: {'subnet': {'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-758096393-subnet', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:03:43.440591 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=77,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:43.452448 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e76c1c-3a43-41dc-900d-d77f97a209bb admin admin] Pushing event updated for resources: {'Network': ['ID=bb0834d2-d4fe-46db-89c7-c08b6ab85c46,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:43.466250 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network bb0834d2-d4fe-46db-89c7-c08b6ab85c46 details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:03:43.469445 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:43.470211 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:43.472733 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa6096f5-fb67-4f3f-85f5-7da4c2c4110f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5629009'] for subnet (7ac9ce56-34a3-4078-beb4-c0a5e03ef36e), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.508374 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2a9330-e342-43f1-8ba8-ea5985be9ccc admin admin] Made reservation on behalf of a11adea5f21c48eb91e2c8f88f8c3349 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:03:43.510609 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9330-e342-43f1-8ba8-ea5985be9ccc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227414'] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.525691 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-ec82a438-eddf-4033-8fed-af285cf0c4c0 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Publish callbacks [] for security_group (82356d2d-d7cf-48c4-bf68-128d7fc9dbd9), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.532340 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-ec82a438-eddf-4033-8fed-af285cf0c4c0 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (82356d2d-d7cf-48c4-bf68-128d7fc9dbd9), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.627444 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82a438-eddf-4033-8fed-af285cf0c4c0 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82356d2d-d7cf-48c4-bf68-128d7fc9dbd9,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:43.652288 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa6096f5-fb67-4f3f-85f5-7da4c2c4110f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725546'] for subnet (7ac9ce56-34a3-4078-beb4-c0a5e03ef36e), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.717274 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-ec82a438-eddf-4033-8fed-af285cf0c4c0 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Allocated IP 192.168.233.219 (c5448979-c66e-4b06-83a9-6457473ffd8c/09799ab7-ecf7-4df6-9099-50bd2c4974fe/71c2655f-7f52-4469-97e3-d93fbcf6a37a) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:03:43.727232 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d262712-937d-4bf2-bb54-43385481c037 req-50f32ac6-0871-4e15-b55f-0f90cc4f03ec tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:43.729767 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2d262712-937d-4bf2-bb54-43385481c037 req-50f32ac6-0871-4e15-b55f-0f90cc4f03ec tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.1344221 Sep 15 18:03:43.806195 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:43.827329 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:43.894536 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa6096f5-fb67-4f3f-85f5-7da4c2c4110f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5339584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6227449'] for subnet (7ac9ce56-34a3-4078-beb4-c0a5e03ef36e), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.903598 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-ec82a438-eddf-4033-8fed-af285cf0c4c0 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Publish callbacks [] for port (71c2655f-7f52-4469-97e3-d93fbcf6a37a), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.917055 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2d262712-937d-4bf2-bb54-43385481c037 req-f58404e3-da98-41b2-aa30-27af78544027 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761856 Sep 15 18:03:43.952904 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6096f5-fb67-4f3f-85f5-7da4c2c4110f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac9ce56-34a3-4078-beb4-c0a5e03ef36e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:43.957586 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-ec82a438-eddf-4033-8fed-af285cf0c4c0 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (71c2655f-7f52-4469-97e3-d93fbcf6a37a), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.958674 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa6096f5-fb67-4f3f-85f5-7da4c2c4110f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:43.964584 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-fa6096f5-fb67-4f3f-85f5-7da4c2c4110f admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/7ac9ce56-34a3-4078-beb4-c0a5e03ef36e HTTP/1.1" status: 204 len: 168 time: 0.6435285 Sep 15 18:03:43.970119 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:43.975458 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 34168) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:44.040733 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9330-e342-43f1-8ba8-ea5985be9ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5338143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6227392'] for subnet (3a8db522-0111-4818-bf99-9914b2b14e3d), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:44.066194 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-ec82a438-eddf-4033-8fed-af285cf0c4c0 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Network c5448979-c66e-4b06-83a9-6457473ffd8c is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:03:44.072204 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-ec82a438-eddf-4033-8fed-af285cf0c4c0 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:03:44.075147 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-ec82a438-eddf-4033-8fed-af285cf0c4c0 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:03:44.085485 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82a438-eddf-4033-8fed-af285cf0c4c0 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Pushing event updated for resources: {'Port': ['ID=71c2655f-7f52-4469-97e3-d93fbcf6a37a,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:44.145180 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-ec82a438-eddf-4033-8fed-af285cf0c4c0 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:44.145853 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-ec82a438-eddf-4033-8fed-af285cf0c4c0 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:44.165225 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a9330-e342-43f1-8ba8-ea5985be9ccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a8db522-0111-4818-bf99-9914b2b14e3d,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:44.197577 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5522d030-9363-49c6-86dd-e4733ec5da30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322015'] for network (00c25053-4342-4bbb-841b-84233c2ecba6), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:44.209392 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-ec82a438-eddf-4033-8fed-af285cf0c4c0 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3361442 Sep 15 18:03:44.210169 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a9330-e342-43f1-8ba8-ea5985be9ccc admin admin] Checking segment: {'id': '7e2b41d6-f332-4e5e-8f7c-c95f543d3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:03:44.210426 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2a9330-e342-43f1-8ba8-ea5985be9ccc admin admin] Network hostable DHCP agents. Network: bb0834d2-d4fe-46db-89c7-c08b6ab85c46, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:03:44.297900 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2a9330-e342-43f1-8ba8-ea5985be9ccc admin admin] Network bb0834d2-d4fe-46db-89c7-c08b6ab85c46 is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:03:44.317060 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5522d030-9363-49c6-86dd-e4733ec5da30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349697', 'neutron.services.segments.db._delete_segments_for_network-8775822491329'] for network (00c25053-4342-4bbb-841b-84233c2ecba6), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:44.348143 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-8c2a9330-e342-43f1-8ba8-ea5985be9ccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, bb0834d2-d4fe-46db-89c7-c08b6ab85c46) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:03:44.351407 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-5522d030-9363-49c6-86dd-e4733ec5da30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c25053-4342-4bbb-841b-84233c2ecba6']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:44.365630 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc92849-924f-4a65-9b1a-2d3f20364df6 None None] Network bb0834d2-d4fe-46db-89c7-c08b6ab85c46 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:03:44.372404 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-5522d030-9363-49c6-86dd-e4733ec5da30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542409e6-a725-461b-928c-3c424dd07410') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:44.372647 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-5522d030-9363-49c6-86dd-e4733ec5da30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542409e6-a725-461b-928c-3c424dd07410') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:44.374721 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2a9330-e342-43f1-8ba8-ea5985be9ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:44.376002 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9330-e342-43f1-8ba8-ea5985be9ccc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:44.396400 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:44.404142 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa6e2b-af0e-426c-a810-86405577589c req-81a91506-1700-46ef-875d-bcfd573cd9c2 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:44.404649 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5522d030-9363-49c6-86dd-e4733ec5da30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775822491221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6869309'] for segment (542409e6-a725-461b-928c-3c424dd07410), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:44.406409 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-effa6e2b-af0e-426c-a810-86405577589c req-81a91506-1700-46ef-875d-bcfd573cd9c2 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 936 time: 0.1378801 Sep 15 18:03:44.436906 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-8c2a9330-e342-43f1-8ba8-ea5985be9ccc admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0046713 Sep 15 18:03:44.439793 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34178) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:44.440094 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5522d030-9363-49c6-86dd-e4733ec5da30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (542409e6-a725-461b-928c-3c424dd07410), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:44.448039 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-758096393-router', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:03:44.454018 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5522d030-9363-49c6-86dd-e4733ec5da30 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:03:44.454790 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5522d030-9363-49c6-86dd-e4733ec5da30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251153'] for segment (542409e6-a725-461b-928c-3c424dd07410), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:44.523739 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4217'] for router (43150109-88cc-4e7f-8572-f9e399036aec), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:44.525929 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4192'] for router (43150109-88cc-4e7f-8572-f9e399036aec), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:44.533889 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Request body: {'port': {'device_id': 'cb69a6e5-4177-41a0-a799-397a0210a9a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:03:44.587208 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-e2c2118a-e51f-411c-9416-60df5e912008 None None] Provisioning complete for port 71c2655f-7f52-4469-97e3-d93fbcf6a37a triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:03:44.588464 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2c2118a-e51f-411c-9416-60df5e912008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (71c2655f-7f52-4469-97e3-d93fbcf6a37a), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:44.589161 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-e2c2118a-e51f-411c-9416-60df5e912008 None None] Attempt 1 to provision port 71c2655f-7f52-4469-97e3-d93fbcf6a37a Sep 15 18:03:44.608639 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-effa6e2b-af0e-426c-a810-86405577589c req-6b0c8302-9c87-41cc-987e-3dddebbc3e07 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=82356d2d-d7cf-48c4-bf68-128d7fc9dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934350 Sep 15 18:03:44.612333 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb739ebeb-d16f-5142-9d1f-510d1cd68287-bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'fixed_ips': [{'subnet_id': '3a8db522-0111-4818-bf99-9914b2b14e3d'}]}} from dv-cinder-835384-27-smb. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 18:03:44.620018 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:44.650019 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (71c2655f-7f52-4469-97e3-d93fbcf6a37a), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:44.662709 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5522d030-9363-49c6-86dd-e4733ec5da30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556940'] for network (00c25053-4342-4bbb-841b-84233c2ecba6), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:44.703101 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5522d030-9363-49c6-86dd-e4733ec5da30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:44.706930 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-5522d030-9363-49c6-86dd-e4733ec5da30 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/00c25053-4342-4bbb-841b-84233c2ecba6 HTTP/1.1" status: 204 len: 168 time: 0.7319214 Sep 15 18:03:44.769855 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddac60e-d928-46c9-a236-0a87541b68fb req-60dc9547-1b36-4241-b84d-2db721d602ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:44.771710 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0ddac60e-d928-46c9-a236-0a87541b68fb req-60dc9547-1b36-4241-b84d-2db721d602ac service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 1129 time: 0.0620506 Sep 15 18:03:44.783160 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522d030-9363-49c6-86dd-e4733ec5da30 admin admin] Pushing event deleted for resources: {'Network': ['ID=00c25053-4342-4bbb-841b-84233c2ecba6,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:44.926892 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2118a-e51f-411c-9416-60df5e912008 None None] Port 71c2655f-7f52-4469-97e3-d93fbcf6a37a cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:03:45.034440 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0ddac60e-d928-46c9-a236-0a87541b68fb req-5153a94d-5f0e-435f-855d-34548d567fe9 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536077 Sep 15 18:03:45.034932 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 34190) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:45.037055 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7540534-f1e5-40c8-bc1e-2e681e454db1 req-8bb9d090-4589-4802-b9f9-bc15f3cf6d07 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:45.039811 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d7540534-f1e5-40c8-bc1e-2e681e454db1 req-8bb9d090-4589-4802-b9f9-bc15f3cf6d07 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.4939494 Sep 15 18:03:45.052067 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Allocated IP 172.20.0.2 (bb0834d2-d4fe-46db-89c7-c08b6ab85c46/3a8db522-0111-4818-bf99-9914b2b14e3d/baa751c1-997e-4a82-9ff1-7604fcb3fbfe) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:03:45.115620 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Publish callbacks [] for router_controller (43150109-88cc-4e7f-8572-f9e399036aec), precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:45.168223 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-bd72d993-3c02-4c96-ac30-bc37398da061 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9673492fe688478095ce771a47bf18eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1242371 Sep 15 18:03:45.171258 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 34194) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:45.221420 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Publish callbacks [] for port (baa751c1-997e-4a82-9ff1-7604fcb3fbfe), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:45.231235 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (baa751c1-997e-4a82-9ff1-7604fcb3fbfe), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:45.281164 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Network bb0834d2-d4fe-46db-89c7-c08b6ab85c46 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:03:45.283278 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 542409e6-a725-461b-928c-3c424dd07410 resource provider aggregate not found Sep 15 18:03:45.285368 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:03:45.287555 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Pushing event updated for resources: {'Port': ['ID=baa751c1-997e-4a82-9ff1-7604fcb3fbfe,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:45.289836 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:03:45.294390 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0cef222a-3743-4c64-804a-c4fbc53c7780 admin admin] Publish callbacks [] for security_group (681f204a-78aa-4376-a80c-55a45e5547ee), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:45.313933 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18941a-32cb-446c-bd3f-5724cc27712b req-31667281-637f-4d7a-9163-19a6e61792f0 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:45.322871 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6d18941a-32cb-446c-bd3f-5724cc27712b req-31667281-637f-4d7a-9163-19a6e61792f0 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.2324793 Sep 15 18:03:45.355119 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0cef222a-3743-4c64-804a-c4fbc53c7780 admin admin] Publish callbacks [] for security_group (681f204a-78aa-4376-a80c-55a45e5547ee), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:45.358804 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c2655f-7f52-4469-97e3-d93fbcf6a37a {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:03:45.364980 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 542409e6-a725-461b-928c-3c424dd07410 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 542409e6-a725-461b-928c-3c424dd07410 found for delete ", "request_id": "req-1716fc07-c752-4b7a-9770-e9046fa9e67e"}]} Sep 15 18:03:45.377557 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Publish callbacks [] for port (71c2655f-7f52-4469-97e3-d93fbcf6a37a), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:45.380814 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Attempting to bind port baa751c1-997e-4a82-9ff1-7604fcb3fbfe on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:03:45.381560 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Attempting to bind port baa751c1-997e-4a82-9ff1-7604fcb3fbfe by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': '7e2b41d6-f332-4e5e-8f7c-c95f543d3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:03:45.384100 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Attempting to bind port baa751c1-997e-4a82-9ff1-7604fcb3fbfe on network bb0834d2-d4fe-46db-89c7-c08b6ab85c46 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:03:45.398009 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:45.419859 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d7540534-f1e5-40c8-bc1e-2e681e454db1 req-025bbe4d-34a1-4464-90c6-cbeddd298dd0 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649683 Sep 15 18:03:45.426996 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Transition to ACTIVE for port object 71c2655f-7f52-4469-97e3-d93fbcf6a37a will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:03:45.429372 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-e2c2118a-e51f-411c-9416-60df5e912008 None None] Attempt 2 to provision port 71c2655f-7f52-4469-97e3-d93fbcf6a37a Sep 15 18:03:45.457722 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (71c2655f-7f52-4469-97e3-d93fbcf6a37a), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:45.491775 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Publish callbacks [] for router_gateway (43150109-88cc-4e7f-8572-f9e399036aec), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:45.505016 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0cef222a-3743-4c64-804a-c4fbc53c7780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (681f204a-78aa-4376-a80c-55a45e5547ee), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:45.507568 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-0cef222a-3743-4c64-804a-c4fbc53c7780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:45.508981 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-0cef222a-3743-4c64-804a-c4fbc53c7780 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/681f204a-78aa-4376-a80c-55a45e5547ee HTTP/1.1" status: 204 len: 168 time: 0.3367071 Sep 15 18:03:45.517954 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2118a-e51f-411c-9416-60df5e912008 None None] Port 71c2655f-7f52-4469-97e3-d93fbcf6a37a cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:03:45.523083 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:03:45.523747 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Checking segment: {'id': '7e2b41d6-f332-4e5e-8f7c-c95f543d3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:03:45.524338 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:45.524880 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Bound using segment: {'id': '7e2b41d6-f332-4e5e-8f7c-c95f543d3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:03:45.525573 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Bound port: baa751c1-997e-4a82-9ff1-7604fcb3fbfe, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2b41d6-f332-4e5e-8f7c-c95f543d3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:03:45.525953 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (baa751c1-997e-4a82-9ff1-7604fcb3fbfe), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:45.552454 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef222a-3743-4c64-804a-c4fbc53c7780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681f204a-78aa-4376-a80c-55a45e5547ee,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:45.581537 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Pushing event updated for resources: {'Port': ['ID=71c2655f-7f52-4469-97e3-d93fbcf6a37a,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:45.621220 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:45.625969 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6d18941a-32cb-446c-bd3f-5724cc27712b req-c0afd135-f78c-41c5-b158-fc706c931432 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846839 Sep 15 18:03:45.661686 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] For port baa751c1-997e-4a82-9ff1-7604fcb3fbfe, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:03:45.672303 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:45.675557 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] For port baa751c1-997e-4a82-9ff1-7604fcb3fbfe, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=baa751c1-997e-4a82-9ff1-7604fcb3fbfe,segment=NetworkSegment(7e2b41d6-f332-4e5e-8f7c-c95f543d3944),segment_id=7e2b41d6-f332-4e5e-8f7c-c95f543d3944)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:03:45.686253 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Attempting to bind port 71c2655f-7f52-4469-97e3-d93fbcf6a37a on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:03:45.686865 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Attempting to bind port 71c2655f-7f52-4469-97e3-d93fbcf6a37a by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'fdf32460-7862-4f35-a2fb-2925847ef662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5448979-c66e-4b06-83a9-6457473ffd8c'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:03:45.687345 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Attempting to bind port 71c2655f-7f52-4469-97e3-d93fbcf6a37a on network c5448979-c66e-4b06-83a9-6457473ffd8c {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:03:45.692085 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (baa751c1-997e-4a82-9ff1-7604fcb3fbfe), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:45.799989 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:45.817477 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Port 71c2655f-7f52-4469-97e3-d93fbcf6a37a on network c5448979-c66e-4b06-83a9-6457473ffd8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:03:45.817477 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Attempting to bind port 71c2655f-7f52-4469-97e3-d93fbcf6a37a on network c5448979-c66e-4b06-83a9-6457473ffd8c {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:03:45.863629 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf7bb2-187e-4b51-bb24-460dded3f802 None None] Pushing event updated for resources: {'Port': ['ID=baa751c1-997e-4a82-9ff1-7604fcb3fbfe,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:45.887907 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:03:45.888253 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Checking segment: {'id': 'fdf32460-7862-4f35-a2fb-2925847ef662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5448979-c66e-4b06-83a9-6457473ffd8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:03:45.888644 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Bound using segment: {'id': 'fdf32460-7862-4f35-a2fb-2925847ef662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5448979-c66e-4b06-83a9-6457473ffd8c'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:03:45.889091 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Bound port: 71c2655f-7f52-4469-97e3-d93fbcf6a37a, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf32460-7862-4f35-a2fb-2925847ef662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5448979-c66e-4b06-83a9-6457473ffd8c'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:03:45.889480 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (71c2655f-7f52-4469-97e3-d93fbcf6a37a), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:46.015372 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdea82-0a33-4c6f-9b68-4efbc8226195 req-511c9500-6cdb-4cd8-b62d-b3f57925e01c tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:46.025885 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-e2c2118a-e51f-411c-9416-60df5e912008 None None] Attempt 3 to provision port 71c2655f-7f52-4469-97e3-d93fbcf6a37a Sep 15 18:03:46.026944 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8bcdea82-0a33-4c6f-9b68-4efbc8226195 req-511c9500-6cdb-4cd8-b62d-b3f57925e01c tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 948 time: 0.2392972 Sep 15 18:03:46.034673 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] For port 71c2655f-7f52-4469-97e3-d93fbcf6a37a, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:03:46.078843 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] For port 71c2655f-7f52-4469-97e3-d93fbcf6a37a, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=71c2655f-7f52-4469-97e3-d93fbcf6a37a,segment=NetworkSegment(fdf32460-7862-4f35-a2fb-2925847ef662),segment_id=fdf32460-7862-4f35-a2fb-2925847ef662)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:03:46.092994 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Publish callbacks [] for router_gateway (43150109-88cc-4e7f-8572-f9e399036aec), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:46.108726 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (71c2655f-7f52-4469-97e3-d93fbcf6a37a), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:46.122860 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:46.124386 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:46.126205 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/71c2655f-7f52-4469-97e3-d93fbcf6a37a HTTP/1.1" status: 200 len: 1098 time: 1.6018379 Sep 15 18:03:46.127744 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb69a6e5-4177-41a0-a799-397a0210a9a7', 'tag': '71c2655f-7f52-4469-97e3-d93fbcf6a37a'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:03:46.130971 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e94ce3-6028-42b8-97b1-cd0791081ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "cb69a6e5-4177-41a0-a799-397a0210a9a7", "tag": "71c2655f-7f52-4469-97e3-d93fbcf6a37a"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:03:46.164401 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2118a-e51f-411c-9416-60df5e912008 None None] Port 71c2655f-7f52-4469-97e3-d93fbcf6a37a cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:03:46.180808 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:46.230473 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22603781-3749-4f18-9070-6a3163c405e0 service neutron] Pushing event updated for resources: {'Port': ['ID=71c2655f-7f52-4469-97e3-d93fbcf6a37a,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:46.385885 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:46.411398 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8bcdea82-0a33-4c6f-9b68-4efbc8226195 req-37e17792-d586-488a-81bc-78c1412476c6 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=82356d2d-d7cf-48c4-bf68-128d7fc9dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341371 Sep 15 18:03:46.451601 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3ef64a-9339-4090-9aad-e552a78722d9 x-openstack-request-id: req-3a3ef64a-9339-4090-9aad-e552a78722d9 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:03:46.453388 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb69a6e5-4177-41a0-a799-397a0210a9a7", "tag": "71c2655f-7f52-4469-97e3-d93fbcf6a37a", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:03:46.453388 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a3ef64a-9339-4090-9aad-e552a78722d9 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:03:46.453388 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a3ef64a-9339-4090-9aad-e552a78722d9'] response: {'name': 'network-changed', 'server_uuid': 'cb69a6e5-4177-41a0-a799-397a0210a9a7', 'tag': '71c2655f-7f52-4469-97e3-d93fbcf6a37a', 'status': 'completed', 'code': 200} Sep 15 18:03:46.462500 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 34214) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:46.491203 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device baa751c1-997e-4a82-9ff1-7604fcb3fbfe up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:03:46.530306 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34216) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:46.531481 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-7960552f-e195-4d45-9956-b410d91fb25f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=202dad0b25d644cfb02cff78c3d5cd81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0674598 Sep 15 18:03:46.554996 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:46.565346 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port baa751c1-997e-4a82-9ff1-7604fcb3fbfe triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:03:46.565942 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (baa751c1-997e-4a82-9ff1-7604fcb3fbfe), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:46.566467 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port baa751c1-997e-4a82-9ff1-7604fcb3fbfe Sep 15 18:03:46.613951 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Allocated IP 172.28.1.155 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/95477b8a-a489-4b86-9d1e-842fc23152dd) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:03:46.652376 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port baa751c1-997e-4a82-9ff1-7604fcb3fbfe is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:03:46.653342 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (baa751c1-997e-4a82-9ff1-7604fcb3fbfe), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:46.660588 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d7a29-7fdb-483a-ba9f-f13fee865d18 req-88e9139d-e7cb-410e-881b-38b343ea71e0 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:46.662744 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0e2d7a29-7fdb-483a-ba9f-f13fee865d18 req-88e9139d-e7cb-410e-881b-38b343ea71e0 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.1097038 Sep 15 18:03:46.678824 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-e2c2118a-e51f-411c-9416-60df5e912008 None None] Attempt 4 to provision port 71c2655f-7f52-4469-97e3-d93fbcf6a37a Sep 15 18:03:46.764715 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-785ec79a-191f-4820-8fc9-6b827a3d6381 admin admin] Publish callbacks [] for security_group (82c7eb4a-04b2-4f7d-a42d-baa802945240), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:46.883838 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2118a-e51f-411c-9416-60df5e912008 None None] Port 71c2655f-7f52-4469-97e3-d93fbcf6a37a had new provisioning blocks added so it will not transition to active. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 18:03:46.901558 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] For port baa751c1-997e-4a82-9ff1-7604fcb3fbfe, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=baa751c1-997e-4a82-9ff1-7604fcb3fbfe,segment=NetworkSegment(7e2b41d6-f332-4e5e-8f7c-c95f543d3944),segment_id=7e2b41d6-f332-4e5e-8f7c-c95f543d3944)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:03:46.910510 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-785ec79a-191f-4820-8fc9-6b827a3d6381 admin admin] Publish callbacks [] for security_group (82c7eb4a-04b2-4f7d-a42d-baa802945240), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:46.924267 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (baa751c1-997e-4a82-9ff1-7604fcb3fbfe), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:46.927610 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0e2d7a29-7fdb-483a-ba9f-f13fee865d18 req-d06899ed-8969-4524-bf0b-a158193b8e00 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406697 Sep 15 18:03:46.950159 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Publish callbacks [] for port (95477b8a-a489-4b86-9d1e-842fc23152dd), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:46.973792 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e94ce3-6028-42b8-97b1-cd0791081ce3 req-b1fbc02c-053f-4ab5-849e-f9243555dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:46.975496 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-50e94ce3-6028-42b8-97b1-cd0791081ce3 req-b1fbc02c-053f-4ab5-849e-f9243555dbaa service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=71d3d8e06a774f82bb5e56fcd87adc15&device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 1132 time: 0.1226699 Sep 15 18:03:47.001028 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4674520-661e-4ea5-b1b8-459eb0046dce req-ad724cc3-dca5-424e-9b5b-3e9a57a1f217 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:47.002880 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f4674520-661e-4ea5-b1b8-459eb0046dce req-ad724cc3-dca5-424e-9b5b-3e9a57a1f217 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.2031446 Sep 15 18:03:47.037060 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-50e94ce3-6028-42b8-97b1-cd0791081ce3 req-3457cebd-c686-43fa-8511-c5a988b9a36c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=71d3d8e06a774f82bb5e56fcd87adc15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470326 Sep 15 18:03:47.066674 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Pushing event updated for resources: {'Port': ['ID=baa751c1-997e-4a82-9ff1-7604fcb3fbfe,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:47.073658 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (95477b8a-a489-4b86-9d1e-842fc23152dd), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:47.089573 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-785ec79a-191f-4820-8fc9-6b827a3d6381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (82c7eb4a-04b2-4f7d-a42d-baa802945240), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:47.092864 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-785ec79a-191f-4820-8fc9-6b827a3d6381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:47.094027 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-785ec79a-191f-4820-8fc9-6b827a3d6381 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/82c7eb4a-04b2-4f7d-a42d-baa802945240 HTTP/1.1" status: 204 len: 168 time: 0.5626192 Sep 15 18:03:47.097532 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f4674520-661e-4ea5-b1b8-459eb0046dce req-aa5d3e5d-b7cb-40ad-9a03-0f187c7f03bc tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776908 Sep 15 18:03:47.206561 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ec79a-191f-4820-8fc9-6b827a3d6381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c7eb4a-04b2-4f7d-a42d-baa802945240,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:47.239719 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:03:47.248207 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Pushing event updated for resources: {'Port': ['ID=95477b8a-a489-4b86-9d1e-842fc23152dd,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:47.258319 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:03:47.269775 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:03:47.391951 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e94ce3-6028-42b8-97b1-cd0791081ce3 req-6afb4625-2623-44c4-bee2-57b055d31998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:47.393827 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-50e94ce3-6028-42b8-97b1-cd0791081ce3 req-6afb4625-2623-44c4-bee2-57b055d31998 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3508081 Sep 15 18:03:47.413566 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:47.442384 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264c34cc-772c-48b1-8f14-1f819ba08e42 None None] Network bb0834d2-d4fe-46db-89c7-c08b6ab85c46 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:03:47.513774 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:47.602330 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-fdd70ad5-1ded-424f-b26f-8bd9b0ea827f None None] Provisioning complete for port baa751c1-997e-4a82-9ff1-7604fcb3fbfe triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:03:47.603183 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fdd70ad5-1ded-424f-b26f-8bd9b0ea827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (baa751c1-997e-4a82-9ff1-7604fcb3fbfe), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:47.603762 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-fdd70ad5-1ded-424f-b26f-8bd9b0ea827f None None] Attempt 1 to provision port baa751c1-997e-4a82-9ff1-7604fcb3fbfe Sep 15 18:03:47.662759 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-81d6ee3d-9c2a-44e1-9d8e-6122ca946ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:47.665715 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-81d6ee3d-9c2a-44e1-9d8e-6122ca946ca3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=71d3d8e06a774f82bb5e56fcd87adc15&device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 1132 time: 0.1355417 Sep 15 18:03:47.740135 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a2db7-1d0c-4aae-b802-4f3cd2f9be05 req-9513da81-4fcf-4942-832a-61a727b3ce90 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:47.741737 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ca3a2db7-1d0c-4aae-b802-4f3cd2f9be05 req-9513da81-4fcf-4942-832a-61a727b3ce90 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 948 time: 0.1624053 Sep 15 18:03:47.830540 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-73d49903-6422-49f7-a19b-c20b5b60be78 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=71c2655f-7f52-4469-97e3-d93fbcf6a37a HTTP/1.1" status: 200 len: 217 time: 0.1445014 Sep 15 18:03:47.896453 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Publish callbacks [] for router_gateway (43150109-88cc-4e7f-8572-f9e399036aec), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:47.939341 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-fdd70ad5-1ded-424f-b26f-8bd9b0ea827f None None] Current status of the port baa751c1-997e-4a82-9ff1-7604fcb3fbfe is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:03:47.995042 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-daa159c5-9312-407d-b1a7-ed8934c7ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:47.998355 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-daa159c5-9312-407d-b1a7-ed8934c7ae62 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=09799ab7-ecf7-4df6-9099-50bd2c4974fe HTTP/1.1" status: 200 len: 843 time: 0.1465180 Sep 15 18:03:48.075366 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ca3a2db7-1d0c-4aae-b802-4f3cd2f9be05 req-08480f4e-3cc4-46b2-88a5-ee53ed78d8a3 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=82356d2d-d7cf-48c4-bf68-128d7fc9dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545061 Sep 15 18:03:48.094459 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-abfa10cf-def1-4751-b205-38cf361e8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:48.096391 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-abfa10cf-def1-4751-b205-38cf361e8509 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c5448979-c66e-4b06-83a9-6457473ffd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0908196 Sep 15 18:03:48.300706 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30557c-e395-460b-bcf4-d1ac2624cf11 req-ee65e7ea-e41b-40e3-a8fa-6cb1546512df tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:48.302330 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-db30557c-e395-460b-bcf4-d1ac2624cf11 req-ee65e7ea-e41b-40e3-a8fa-6cb1546512df tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.1078606 Sep 15 18:03:48.384322 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-22ed968f-9b35-409a-9e50-efab25a6f6d0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c5448979-c66e-4b06-83a9-6457473ffd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808578 Sep 15 18:03:48.530016 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device baa751c1-997e-4a82-9ff1-7604fcb3fbfe up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:03:48.615502 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-fc5e6501-47c2-452f-9a50-ed224ac2da65 None None] Provisioning complete for port baa751c1-997e-4a82-9ff1-7604fcb3fbfe triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:03:48.616084 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6501-47c2-452f-9a50-ed224ac2da65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (baa751c1-997e-4a82-9ff1-7604fcb3fbfe), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:48.616502 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-fc5e6501-47c2-452f-9a50-ed224ac2da65 None None] Attempt 1 to provision port baa751c1-997e-4a82-9ff1-7604fcb3fbfe Sep 15 18:03:48.627793 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b6d16538-2475-46b6-bef9-38494715c1f4 req-918c34e0-aa48-40c4-a78c-69eeeba997b3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c5448979-c66e-4b06-83a9-6457473ffd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350957 Sep 15 18:03:48.642000 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-db30557c-e395-460b-bcf4-d1ac2624cf11 req-33736280-3348-430d-aabd-1ec82e85beb0 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701504 Sep 15 18:03:48.655151 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a607d-75a5-446e-8a99-831be88232b5 req-62aa6114-f3dd-4ac8-aa02-56947281a05f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:48.661161 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port baa751c1-997e-4a82-9ff1-7604fcb3fbfe triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:03:48.661870 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (baa751c1-997e-4a82-9ff1-7604fcb3fbfe), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:48.662417 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port baa751c1-997e-4a82-9ff1-7604fcb3fbfe Sep 15 18:03:48.665618 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cb6a607d-75a5-446e-8a99-831be88232b5 req-62aa6114-f3dd-4ac8-aa02-56947281a05f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.2920389 Sep 15 18:03:48.743430 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556833'] for router (43150109-88cc-4e7f-8572-f9e399036aec), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:48.761693 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cb6a607d-75a5-446e-8a99-831be88232b5 req-81e51ed3-59a2-4c33-a46d-70efe01717aa tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919356 Sep 15 18:03:48.791439 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port baa751c1-997e-4a82-9ff1-7604fcb3fbfe is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:03:48.797175 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e6501-47c2-452f-9a50-ed224ac2da65 None None] Current status of the port baa751c1-997e-4a82-9ff1-7604fcb3fbfe is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:03:49.011945 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Router 43150109-88cc-4e7f-8572-f9e399036aec is scheduled to L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:03:49.233352 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:49.239665 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:03:49.250466 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Sync routers for ids ['43150109-88cc-4e7f-8572-f9e399036aec'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:03:49.266807 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Routers {'43150109-88cc-4e7f-8572-f9e399036aec'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:03:49.267901 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:03:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['43150109-88cc-4e7f-8572-f9e399036aec'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:49.288823 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72517937-a7e2-4b77-97f4-ac90d51ddb5a req-40314c90-e854-4aa0-838e-e24a3a6b95a7 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:49.291127 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-72517937-a7e2-4b77-97f4-ac90d51ddb5a req-40314c90-e854-4aa0-838e-e24a3a6b95a7 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.1894300 Sep 15 18:03:49.321520 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:49.327733 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:49.334984 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:49.336195 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-b1d6e447-478d-461f-b1e5-51e0d56e13eb admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8949752 Sep 15 18:03:49.340236 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 34284) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:49.343541 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4788f-9263-4b37-b3c0-b779fed7353d req-4a0925cf-12f3-4f55-bca5-e1f3f83bde99 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:49.345381 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1fd4788f-9263-4b37-b3c0-b779fed7353d req-4a0925cf-12f3-4f55-bca5-e1f3f83bde99 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 948 time: 0.1106658 Sep 15 18:03:49.398731 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-72517937-a7e2-4b77-97f4-ac90d51ddb5a req-92ec0d6a-ff17-44a9-a641-eddf7e72b412 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984101 Sep 15 18:03:49.472472 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Set router 43150109-88cc-4e7f-8572-f9e399036aec gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:03:49.481406 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:49.484540 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1fd4788f-9263-4b37-b3c0-b779fed7353d req-dcd0a549-e37d-4024-aec4-e8a91567964a tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=82356d2d-d7cf-48c4-bf68-128d7fc9dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252320 Sep 15 18:03:49.504340 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:49.610622 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34296) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:49.694526 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:49.715264 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43150109-88cc-4e7f-8572-f9e399036aec', 'name': 'tempest-TestShelveInstance-758096393-router', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:44Z', 'updated_at': '2022-09-15T18:03:47Z', 'revision_number': 3, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'gw_port': {'id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:46Z', 'updated_at': '2022-09-15T18:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:49.742752 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e0770-3b11-4c27-a1a0-633e8ef2642c req-1cfce752-6bd8-4cfc-858a-619ef0361483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:49.744446 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-878e0770-3b11-4c27-a1a0-633e8ef2642c req-1cfce752-6bd8-4cfc-858a-619ef0361483 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 1129 time: 0.0663028 Sep 15 18:03:49.748427 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Checking router: 43150109-88cc-4e7f-8572-f9e399036aec for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:03:49.748876 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Updating router 43150109-88cc-4e7f-8572-f9e399036aec port 95477b8a-a489-4b86-9d1e-842fc23152dd binding host dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:03:49.785402 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (95477b8a-a489-4b86-9d1e-842fc23152dd), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:49.785916 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:49.859529 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fb6cd-47f2-48f2-8c9d-052bbac27b3f req-02294b12-da28-43a3-ba68-7085b9dfdc53 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:49.861361 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-047fb6cd-47f2-48f2-8c9d-052bbac27b3f req-02294b12-da28-43a3-ba68-7085b9dfdc53 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0648592 Sep 15 18:03:49.967500 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-047fb6cd-47f2-48f2-8c9d-052bbac27b3f req-29a79b4b-fea1-4d26-85c9-c2f2e65832f7 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988429 Sep 15 18:03:49.997356 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Publish callbacks [] for security_group (657118a0-cb42-48a8-9486-5fd48b7927c4), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:50.003963 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (657118a0-cb42-48a8-9486-5fd48b7927c4), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:50.066560 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657118a0-cb42-48a8-9486-5fd48b7927c4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:50.075421 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:50.075815 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:50.076545 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:50.077239 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:50.077239 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:50.078834 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:50.078834 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:50.078834 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:50.078834 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:50.080942 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:50.080942 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:50.080942 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:50.080942 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:50.080942 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:50.080942 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:50.092424 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-c70a9d51-e561-4060-a646-7e5b49b78d01 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=370ce9b66d8a435394073e611b707f61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4805417 Sep 15 18:03:50.095087 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34306) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:50.119469 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Publish callbacks [] for port (95477b8a-a489-4b86-9d1e-842fc23152dd), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:50.126959 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (95477b8a-a489-4b86-9d1e-842fc23152dd), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:50.153417 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e0770-3b11-4c27-a1a0-633e8ef2642c req-1ef14720-c732-496d-a0f4-31dc9a5144a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:50.154893 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-878e0770-3b11-4c27-a1a0-633e8ef2642c req-1ef14720-c732-496d-a0f4-31dc9a5144a7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 920 time: 0.3740027 Sep 15 18:03:50.160975 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1b2b-9e67-4b18-810a-aef2054c5d07 admin admin] Publish callbacks [] for security_group (657118a0-cb42-48a8-9486-5fd48b7927c4), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:50.161454 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Attempting to bind port 95477b8a-a489-4b86-9d1e-842fc23152dd on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:03:50.161831 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Attempting to bind port 95477b8a-a489-4b86-9d1e-842fc23152dd by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:03:50.162191 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Attempting to bind port 95477b8a-a489-4b86-9d1e-842fc23152dd on network 595ea406-8961-4d2e-8aeb-f68aeda2dfee {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:03:50.195599 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1b2b-9e67-4b18-810a-aef2054c5d07 admin admin] Publish callbacks [] for security_group (657118a0-cb42-48a8-9486-5fd48b7927c4), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:50.203192 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fad3e7-e44e-49eb-9e5a-53af263d9234 None None] Pushing event updated for resources: {'Port': ['ID=95477b8a-a489-4b86-9d1e-842fc23152dd,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:50.210022 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-878e0770-3b11-4c27-a1a0-633e8ef2642c req-929d68ac-de9c-46a8-afda-62f9f8e2b520 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e87b14a2-564d-4899-9457-0622d02b8376 HTTP/1.1" status: 200 len: 217 time: 0.0370483 Sep 15 18:03:50.223264 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:03:50.223264 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Checking segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:03:50.223657 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:50.224060 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Bound using segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:03:50.224604 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Bound port: 95477b8a-a489-4b86-9d1e-842fc23152dd, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:03:50.225348 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (95477b8a-a489-4b86-9d1e-842fc23152dd), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:50.278342 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1b2b-9e67-4b18-810a-aef2054c5d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (657118a0-cb42-48a8-9486-5fd48b7927c4), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:50.282232 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1b2b-9e67-4b18-810a-aef2054c5d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:50.283845 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-4d1d1b2b-9e67-4b18-810a-aef2054c5d07 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/657118a0-cb42-48a8-9486-5fd48b7927c4 HTTP/1.1" status: 204 len: 168 time: 0.1877232 Sep 15 18:03:50.290716 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] For port 95477b8a-a489-4b86-9d1e-842fc23152dd, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:03:50.295568 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] For port 95477b8a-a489-4b86-9d1e-842fc23152dd, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=95477b8a-a489-4b86-9d1e-842fc23152dd,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:03:50.304180 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (95477b8a-a489-4b86-9d1e-842fc23152dd), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:50.312750 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d1b2b-9e67-4b18-810a-aef2054c5d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657118a0-cb42-48a8-9486-5fd48b7927c4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:50.318999 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e0770-3b11-4c27-a1a0-633e8ef2642c req-80f8238b-85ba-4e4d-ad42-089c7160a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:50.320483 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-878e0770-3b11-4c27-a1a0-633e8ef2642c req-80f8238b-85ba-4e4d-ad42-089c7160a22c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 200 len: 858 time: 0.0945776 Sep 15 18:03:50.365673 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Routers {'43150109-88cc-4e7f-8572-f9e399036aec'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:03:50.366576 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:03:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['43150109-88cc-4e7f-8572-f9e399036aec'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:50.398336 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e0770-3b11-4c27-a1a0-633e8ef2642c req-cb78c16a-12a2-4de9-8fce-e62b4101ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:50.399843 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-878e0770-3b11-4c27-a1a0-633e8ef2642c req-cb78c16a-12a2-4de9-8fce-e62b4101ba1c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8593de74-aee0-42c2-a47e-251a344102c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0703747 Sep 15 18:03:50.406836 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:50.592896 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] Set router 43150109-88cc-4e7f-8572-f9e399036aec gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:03:50.635464 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6d1d6-eedc-4e2d-98dc-e4caefcfbcac req-d129fd9b-3c54-4ce8-b712-971a3c5dcb64 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:50.643936 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-75f6d1d6-eedc-4e2d-98dc-e4caefcfbcac req-d129fd9b-3c54-4ce8-b712-971a3c5dcb64 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.1288235 Sep 15 18:03:50.654039 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-878e0770-3b11-4c27-a1a0-633e8ef2642c req-c0607453-49d6-4276-bd4d-5d65ee4dbe25 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300871 Sep 15 18:03:50.672951 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:50.677050 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fad3e7-e44e-49eb-9e5a-53af263d9234 None None] Pushing event updated for resources: {'Port': ['ID=95477b8a-a489-4b86-9d1e-842fc23152dd,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:50.793628 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43a199-df28-4c31-9ce2-e2bcb6a3e535 req-ff15b535-73bd-402e-b2c9-c1a8856e1f2e tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:50.801565 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9c43a199-df28-4c31-9ce2-e2bcb6a3e535 req-ff15b535-73bd-402e-b2c9-c1a8856e1f2e tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 948 time: 0.1307604 Sep 15 18:03:50.832195 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Allocated IP 172.20.0.1 (bb0834d2-d4fe-46db-89c7-c08b6ab85c46/3a8db522-0111-4818-bf99-9914b2b14e3d/29de7960-ecca-4086-b145-169e284cc87a) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:03:50.838757 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:50.857261 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-75f6d1d6-eedc-4e2d-98dc-e4caefcfbcac req-a1137b3e-647d-452c-a049-3246993f72b3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048881 Sep 15 18:03:50.884762 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:50.885433 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:50.898251 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9c43a199-df28-4c31-9ce2-e2bcb6a3e535 req-45fbf305-d9e1-4fb0-859f-81c93f678605 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=82356d2d-d7cf-48c4-bf68-128d7fc9dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956123 Sep 15 18:03:50.899019 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-878e0770-3b11-4c27-a1a0-633e8ef2642c req-82d0fd4f-3fbc-406b-93b9-bac6cfb52d2c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346106 Sep 15 18:03:50.933762 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43150109-88cc-4e7f-8572-f9e399036aec', 'name': 'tempest-TestShelveInstance-758096393-router', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:44Z', 'updated_at': '2022-09-15T18:03:47Z', 'revision_number': 3, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'gw_port': {'id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:46Z', 'updated_at': '2022-09-15T18:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:50.976008 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e5e215-077e-42ea-a48a-4481385ebc86 None None] The sync data for ids ['43150109-88cc-4e7f-8572-f9e399036aec'] in dv-cinder-835384-27-smb is: [{'id': '43150109-88cc-4e7f-8572-f9e399036aec', 'name': 'tempest-TestShelveInstance-758096393-router', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:44Z', 'updated_at': '2022-09-15T18:03:47Z', 'revision_number': 3, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'gw_port': {'id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:46Z', 'updated_at': '2022-09-15T18:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:03:51.107733 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Publish callbacks [] for port (29de7960-ecca-4086-b145-169e284cc87a), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:51.143742 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4c97b-056e-4968-a026-5b28ac577c3c req-f6225dce-d512-43bc-806f-86e14524aa9d tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:51.145615 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cea4c97b-056e-4968-a026-5b28ac577c3c req-f6225dce-d512-43bc-806f-86e14524aa9d tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0727317 Sep 15 18:03:51.150401 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (29de7960-ecca-4086-b145-169e284cc87a), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:51.228642 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Network bb0834d2-d4fe-46db-89c7-c08b6ab85c46 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:03:51.236728 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cea4c97b-056e-4968-a026-5b28ac577c3c req-0c14436a-3b37-4069-8801-ce2cc25331c5 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768650 Sep 15 18:03:51.245986 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:03:51.266869 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:03:51.361790 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Pushing event updated for resources: {'Port': ['ID=29de7960-ecca-4086-b145-169e284cc87a,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:51.365792 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433432'] for router_interface (43150109-88cc-4e7f-8572-f9e399036aec), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:51.434150 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:51.434502 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:51.435060 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:51.435408 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:51.435747 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:51.436088 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:51.436420 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:51.436746 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:51.437566 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:51.437911 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:51.438385 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:51.438570 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:51.438897 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:51.439227 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:51.439555 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:51.462164 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 71c2655f-7f52-4469-97e3-d93fbcf6a37a details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:03:51.594571 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (29de7960-ecca-4086-b145-169e284cc87a), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:51.670517 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Provisioning complete for port 29de7960-ecca-4086-b145-169e284cc87a triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:03:51.671313 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (29de7960-ecca-4086-b145-169e284cc87a), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:51.671970 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Attempt 1 to provision port 29de7960-ecca-4086-b145-169e284cc87a Sep 15 18:03:51.725599 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Port 29de7960-ecca-4086-b145-169e284cc87a cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:03:51.733843 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 71c2655f-7f52-4469-97e3-d93fbcf6a37a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=71c2655f-7f52-4469-97e3-d93fbcf6a37a,segment=NetworkSegment(fdf32460-7862-4f35-a2fb-2925847ef662),segment_id=fdf32460-7862-4f35-a2fb-2925847ef662)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:03:51.746558 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '71c2655f-7f52-4469-97e3-d93fbcf6a37a', 'network_id': 'c5448979-c66e-4b06-83a9-6457473ffd8c', 'port_id': '71c2655f-7f52-4469-97e3-d93fbcf6a37a', 'mac_address': 'fa:16:3e:ad:d3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09799ab7-ecf7-4df6-9099-50bd2c4974fe', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:03:51.800463 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Publish callbacks [] for port (29de7960-ecca-4086-b145-169e284cc87a), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:51.802752 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 71c2655f-7f52-4469-97e3-d93fbcf6a37a is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:03:51.803424 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (71c2655f-7f52-4469-97e3-d93fbcf6a37a), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:51.806647 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (29de7960-ecca-4086-b145-169e284cc87a), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:51.821565 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c2655f-7f52-4469-97e3-d93fbcf6a37a {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:03:51.856471 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 71c2655f-7f52-4469-97e3-d93fbcf6a37a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=71c2655f-7f52-4469-97e3-d93fbcf6a37a,segment=NetworkSegment(fdf32460-7862-4f35-a2fb-2925847ef662),segment_id=fdf32460-7862-4f35-a2fb-2925847ef662)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:03:51.861418 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (71c2655f-7f52-4469-97e3-d93fbcf6a37a), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:51.895360 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433548'] for router_interface (43150109-88cc-4e7f-8572-f9e399036aec), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:51.897558 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Pushing event updated for resources: {'Port': ['ID=29de7960-ecca-4086-b145-169e284cc87a,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:51.977801 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=71c2655f-7f52-4469-97e3-d93fbcf6a37a,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:52.047459 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Network bb0834d2-d4fe-46db-89c7-c08b6ab85c46 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:03:52.049079 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:03:52.088008 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427304a-1b79-4a7d-bba4-6c8930298691 req-75087494-4c78-446b-9d2c-ecae36ea4580 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:52.109150 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6427304a-1b79-4a7d-bba4-6c8930298691 req-75087494-4c78-446b-9d2c-ecae36ea4580 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.1533170 Sep 15 18:03:52.210227 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:52.211532 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:52.218443 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:52.219410 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:52.227657 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Attempt 2 to provision port 29de7960-ecca-4086-b145-169e284cc87a Sep 15 18:03:52.227857 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Router 43150109-88cc-4e7f-8572-f9e399036aec has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:03:52.234379 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e977b-a18f-4314-be16-e30e54a7266d req-2dad765b-a352-457e-881f-7a926a18417c tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:52.242187 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b83e977b-a18f-4314-be16-e30e54a7266d req-2dad765b-a352-457e-881f-7a926a18417c tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 949 time: 0.1829741 Sep 15 18:03:52.298065 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6427304a-1b79-4a7d-bba4-6c8930298691 req-cd8be9ca-2ef5-4f8c-80ea-1f4558297888 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879444 Sep 15 18:03:52.317102 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Port 29de7960-ecca-4086-b145-169e284cc87a cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:03:52.337741 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b83e977b-a18f-4314-be16-e30e54a7266d req-9e5ab83e-3330-466c-9c36-714e678ee596 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=82356d2d-d7cf-48c4-bf68-128d7fc9dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920002 Sep 15 18:03:52.428833 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:03:52.437131 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-3a20c750-f47a-4cac-9dff-7f80aef294a4 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/43150109-88cc-4e7f-8572-f9e399036aec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0955362 Sep 15 18:03:52.498821 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['71c2655f-7f52-4469-97e3-d93fbcf6a37a'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:03:52.500956 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 95477b8a-a489-4b86-9d1e-842fc23152dd up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:03:52.516197 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f346c9-7135-404f-9275-9e371547fe3f req-4ba4f132-d497-4aad-b811-4e6a3896a99f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:52.517892 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-28f346c9-7135-404f-9275-9e371547fe3f req-4ba4f132-d497-4aad-b811-4e6a3896a99f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.1034806 Sep 15 18:03:52.585634 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-28f346c9-7135-404f-9275-9e371547fe3f req-8931fe36-f7bd-4b51-a28e-c0213359c194 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615878 Sep 15 18:03:52.617759 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 95477b8a-a489-4b86-9d1e-842fc23152dd triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:03:52.618206 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (95477b8a-a489-4b86-9d1e-842fc23152dd), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:52.618548 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 95477b8a-a489-4b86-9d1e-842fc23152dd Sep 15 18:03:52.733453 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:52.792729 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 95477b8a-a489-4b86-9d1e-842fc23152dd is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:03:52.793855 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (95477b8a-a489-4b86-9d1e-842fc23152dd), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:52.824356 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] For port 95477b8a-a489-4b86-9d1e-842fc23152dd, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=95477b8a-a489-4b86-9d1e-842fc23152dd,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:03:52.825703 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Attempt 3 to provision port 29de7960-ecca-4086-b145-169e284cc87a Sep 15 18:03:52.830834 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (95477b8a-a489-4b86-9d1e-842fc23152dd), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:52.864582 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e0d68-b430-434f-af5f-2ff5a9748825 req-c4ecdbc3-f307-4795-9fe7-9c1439871c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:52.868637 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-1d9e0d68-b430-434f-af5f-2ff5a9748825 req-c4ecdbc3-f307-4795-9fe7-9c1439871c68 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 1129 time: 0.0885758 Sep 15 18:03:52.879752 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:52.924944 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Port 29de7960-ecca-4086-b145-169e284cc87a cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:03:52.963815 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Pushing event updated for resources: {'Port': ['ID=95477b8a-a489-4b86-9d1e-842fc23152dd,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:53.017258 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708f627-ab1f-44fe-81cc-8061cf4659f2 req-b195a12a-29e9-4dfd-8cb7-3378c7fea5fa tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:53.024594 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d708f627-ab1f-44fe-81cc-8061cf4659f2 req-b195a12a-29e9-4dfd-8cb7-3378c7fea5fa tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.1438231 Sep 15 18:03:53.082180 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d708f627-ab1f-44fe-81cc-8061cf4659f2 req-3e291580-83a5-48e9-9a10-bfd19a827324 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563993 Sep 15 18:03:53.112328 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e0d68-b430-434f-af5f-2ff5a9748825 req-f27430db-f6f6-4e2a-9733-82c0ad377cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:53.114563 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-1d9e0d68-b430-434f-af5f-2ff5a9748825 req-f27430db-f6f6-4e2a-9733-82c0ad377cb5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 920 time: 0.2026508 Sep 15 18:03:53.247394 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34390) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:53.258615 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5299c2ea-2da1-448b-9d97-ffc79cec903b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1563827636-network', 'tenant_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:03:53.295417 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5299c2ea-2da1-448b-9d97-ffc79cec903b admin admin] Made reservation on behalf of e9edbab6d90c4bc5b2e38b4e7d46818f for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:03:53.299526 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5299c2ea-2da1-448b-9d97-ffc79cec903b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:53.315822 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5299c2ea-2da1-448b-9d97-ffc79cec903b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:53.427039 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Attempt 4 to provision port 29de7960-ecca-4086-b145-169e284cc87a Sep 15 18:03:53.458054 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Sync routers for ids ['43150109-88cc-4e7f-8572-f9e399036aec'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:03:53.481943 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5299c2ea-2da1-448b-9d97-ffc79cec903b admin admin] Publish callbacks [] for security_group (aafd8337-4d82-485e-8036-a4b38a255f16), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:53.486689 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Routers {'43150109-88cc-4e7f-8572-f9e399036aec'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:03:53.491382 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:03:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['43150109-88cc-4e7f-8572-f9e399036aec'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:53.491630 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5299c2ea-2da1-448b-9d97-ffc79cec903b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (aafd8337-4d82-485e-8036-a4b38a255f16), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:53.556663 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 71c2655f-7f52-4469-97e3-d93fbcf6a37a up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:03:53.572623 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Port 29de7960-ecca-4086-b145-169e284cc87a cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:03:53.704368 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-1d9e0d68-b430-434f-af5f-2ff5a9748825 req-631953b9-95e3-41ce-8bd9-9c94719eb456 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e87b14a2-564d-4899-9457-0622d02b8376 HTTP/1.1" status: 200 len: 217 time: 0.1163745 Sep 15 18:03:53.784416 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port 71c2655f-7f52-4469-97e3-d93fbcf6a37a completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:03:53.799853 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 71c2655f-7f52-4469-97e3-d93fbcf6a37a triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:03:53.800947 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (71c2655f-7f52-4469-97e3-d93fbcf6a37a), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:53.801793 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 71c2655f-7f52-4469-97e3-d93fbcf6a37a Sep 15 18:03:53.837693 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Set router 43150109-88cc-4e7f-8572-f9e399036aec gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:03:53.963774 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565a966-6318-4acd-9530-0ec795c02cdf req-280113b1-c2f6-4daa-9114-2c9c332a5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:53.966774 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-d565a966-6318-4acd-9530-0ec795c02cdf req-280113b1-c2f6-4daa-9114-2c9c332a5318 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d0c00ad55eda4d7f8a0370359478f2df&device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 1130 time: 0.2602198 Sep 15 18:03:53.985610 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5299c2ea-2da1-448b-9d97-ffc79cec903b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:03:54.002772 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5299c2ea-2da1-448b-9d97-ffc79cec903b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (a1362ae6-3bd7-477b-a193-885e1c9da976), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:54.003294 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.segments_db [None req-5299c2ea-2da1-448b-9d97-ffc79cec903b admin admin] Added segment a1362ae6-3bd7-477b-a193-885e1c9da976 of type vlan for network b3e1e5fe-df6f-4af0-9355-a6603097f737 Sep 15 18:03:54.019843 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e0d68-b430-434f-af5f-2ff5a9748825 req-8a7f5a2c-aa36-4bef-99c8-3bc5cd8e1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:54.023389 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-1d9e0d68-b430-434f-af5f-2ff5a9748825 req-8a7f5a2c-aa36-4bef-99c8-3bc5cd8e1e40 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 200 len: 858 time: 0.3004811 Sep 15 18:03:54.055261 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 71c2655f-7f52-4469-97e3-d93fbcf6a37a is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:03:54.055658 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (71c2655f-7f52-4469-97e3-d93fbcf6a37a), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:54.098996 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5299c2ea-2da1-448b-9d97-ffc79cec903b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (b3e1e5fe-df6f-4af0-9355-a6603097f737), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:54.135084 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299c2ea-2da1-448b-9d97-ffc79cec903b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafd8337-4d82-485e-8036-a4b38a255f16,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:54.152380 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e0d68-b430-434f-af5f-2ff5a9748825 req-4bf38e76-d993-4527-9de9-856ed13c0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:54.154976 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-1d9e0d68-b430-434f-af5f-2ff5a9748825 req-4bf38e76-d993-4527-9de9-856ed13c0196 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8593de74-aee0-42c2-a47e-251a344102c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0750372 Sep 15 18:03:54.165060 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5299c2ea-2da1-448b-9d97-ffc79cec903b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (b3e1e5fe-df6f-4af0-9355-a6603097f737), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:54.166227 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5299c2ea-2da1-448b-9d97-ffc79cec903b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:54.167426 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5299c2ea-2da1-448b-9d97-ffc79cec903b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:54.245186 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Attempt 5 to provision port 29de7960-ecca-4086-b145-169e284cc87a Sep 15 18:03:54.268114 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a97e88-13ca-418c-9478-c224b05c67f9 req-4d45f519-f3eb-42cd-a97c-cf926bf68ec2 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:54.273547 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43150109-88cc-4e7f-8572-f9e399036aec', 'name': 'tempest-TestShelveInstance-758096393-router', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:44Z', 'updated_at': '2022-09-15T18:03:51Z', 'revision_number': 4, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'gw_port': {'id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:46Z', 'updated_at': '2022-09-15T18:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '29de7960-ecca-4086-b145-169e284cc87a', 'name': '', 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'mac_address': 'fa:16:3e:71:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:50Z', 'updated_at': '2022-09-15T18:03:51Z', 'revision_number': 2, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'subnets': [{'id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:54.275820 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-34a97e88-13ca-418c-9478-c224b05c67f9 req-4d45f519-f3eb-42cd-a97c-cf926bf68ec2 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 949 time: 0.6978245 Sep 15 18:03:54.280238 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb69a6e5-4177-41a0-a799-397a0210a9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c2655f-7f52-4469-97e3-d93fbcf6a37a'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:03:54.282637 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442592ba-8567-4cd8-a6fc-185fcf4989d7" -d '{"events": [{"server_uuid": "cb69a6e5-4177-41a0-a799-397a0210a9a7", "name": "network-vif-plugged", "status": "completed", "tag": "71c2655f-7f52-4469-97e3-d93fbcf6a37a"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:03:54.305863 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-5299c2ea-2da1-448b-9d97-ffc79cec903b admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0528696 Sep 15 18:03:54.311259 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 71c2655f-7f52-4469-97e3-d93fbcf6a37a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=71c2655f-7f52-4469-97e3-d93fbcf6a37a,segment=NetworkSegment(fdf32460-7862-4f35-a2fb-2925847ef662),segment_id=fdf32460-7862-4f35-a2fb-2925847ef662)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:03:54.313556 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 34414) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:54.313894 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66fbcc-c3b5-42f1-ae8c-c21d4e19d90e req-c4588bfb-d7bf-4a38-a79b-f9d29276b753 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:54.315075 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Port 29de7960-ecca-4086-b145-169e284cc87a cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:03:54.316858 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (71c2655f-7f52-4469-97e3-d93fbcf6a37a), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:54.322281 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-05893d66-c8fc-46a3-9620-d4ab22978ebc admin admin] Request body: {'subnet': {'network_id': 'b3e1e5fe-df6f-4af0-9355-a6603097f737', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1563827636-subnet', 'tenant_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'ip_version': 4}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:03:54.326648 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Checking router: 43150109-88cc-4e7f-8572-f9e399036aec for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:03:54.326839 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4f66fbcc-c3b5-42f1-ae8c-c21d4e19d90e req-c4588bfb-d7bf-4a38-a79b-f9d29276b753 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.8134568 Sep 15 18:03:54.327002 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Updating router 43150109-88cc-4e7f-8572-f9e399036aec port 29de7960-ecca-4086-b145-169e284cc87a binding host dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:03:54.377222 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=71c2655f-7f52-4469-97e3-d93fbcf6a37a,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:54.399466 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (29de7960-ecca-4086-b145-169e284cc87a), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:54.402170 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:54.405613 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-1d9e0d68-b430-434f-af5f-2ff5a9748825 req-dde4ecc8-da7f-4cb1-9fa7-53fc9b245055 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402897 Sep 15 18:03:54.452941 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565a966-6318-4acd-9530-0ec795c02cdf req-a4c9f366-e915-4372-b425-cf26e9d26d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:54.454544 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-d565a966-6318-4acd-9530-0ec795c02cdf req-a4c9f366-e915-4372-b425-cf26e9d26d12 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a550ae18-8a00-4e46-ab8a-055d97ed7c96 HTTP/1.1" status: 200 len: 911 time: 0.4807644 Sep 15 18:03:54.455758 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05893d66-c8fc-46a3-9620-d4ab22978ebc admin admin] Made reservation on behalf of e9edbab6d90c4bc5b2e38b4e7d46818f for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:03:54.456331 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299c2ea-2da1-448b-9d97-ffc79cec903b admin admin] Pushing event updated for resources: {'Network': ['ID=b3e1e5fe-df6f-4af0-9355-a6603097f737,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:54.458417 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-05893d66-c8fc-46a3-9620-d4ab22978ebc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6780627'] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:54.468746 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 95477b8a-a489-4b86-9d1e-842fc23152dd up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:03:54.487362 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-34a97e88-13ca-418c-9478-c224b05c67f9 req-f0582cf7-ef23-4dea-ae15-e41bd28f7b64 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=82356d2d-d7cf-48c4-bf68-128d7fc9dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098844 Sep 15 18:03:54.513572 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network b3e1e5fe-df6f-4af0-9355-a6603097f737 details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:03:54.541611 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4f66fbcc-c3b5-42f1-ae8c-c21d4e19d90e req-916c9eb5-fe9f-47a0-bf6a-eb93f93aef54 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106931 Sep 15 18:03:54.626168 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d75e02-40e3-4479-9f01-5f31d3b5d47b x-openstack-request-id: req-09d75e02-40e3-4479-9f01-5f31d3b5d47b {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:03:54.627036 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb69a6e5-4177-41a0-a799-397a0210a9a7", "name": "network-vif-plugged", "status": "completed", "tag": "71c2655f-7f52-4469-97e3-d93fbcf6a37a", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:03:54.627456 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09d75e02-40e3-4479-9f01-5f31d3b5d47b {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:03:54.628088 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d75e02-40e3-4479-9f01-5f31d3b5d47b'] response: {'server_uuid': 'cb69a6e5-4177-41a0-a799-397a0210a9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c2655f-7f52-4469-97e3-d93fbcf6a37a', 'code': 200} Sep 15 18:03:54.632333 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:54.646004 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 95477b8a-a489-4b86-9d1e-842fc23152dd triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:03:54.646467 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (95477b8a-a489-4b86-9d1e-842fc23152dd), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:54.646809 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 95477b8a-a489-4b86-9d1e-842fc23152dd Sep 15 18:03:54.647761 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:54.695866 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-05893d66-c8fc-46a3-9620-d4ab22978ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8252020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6780613'] for subnet (39325fef-cb6d-44e3-b173-38cf4f7c4f15), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:54.711328 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c00b97-7626-4ebc-94d4-0a2796657a73 req-c670eaf7-4ab0-439c-a544-058e75934ae8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:54.728013 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b7c00b97-7626-4ebc-94d4-0a2796657a73 req-c670eaf7-4ab0-439c-a544-058e75934ae8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.1060348 Sep 15 18:03:54.742241 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:54.816735 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Attempt 6 to provision port 29de7960-ecca-4086-b145-169e284cc87a Sep 15 18:03:54.871665 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b7c00b97-7626-4ebc-94d4-0a2796657a73 req-63196bad-b517-4561-a96c-4e6b865e6750 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426654 Sep 15 18:03:54.883708 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 95477b8a-a489-4b86-9d1e-842fc23152dd is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:03:54.885328 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-d565a966-6318-4acd-9530-0ec795c02cdf req-edc72cde-9a29-4348-b8e6-d7c400bd46e7 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59bc3db6-123e-4171-80de-57632fb2793a HTTP/1.1" status: 200 len: 1002 time: 0.2025557 Sep 15 18:03:54.891612 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Port 29de7960-ecca-4086-b145-169e284cc87a cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:03:54.893335 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05893d66-c8fc-46a3-9620-d4ab22978ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=39325fef-cb6d-44e3-b173-38cf4f7c4f15,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:54.900918 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05893d66-c8fc-46a3-9620-d4ab22978ebc admin admin] Checking segment: {'id': 'a1362ae6-3bd7-477b-a193-885e1c9da976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b3e1e5fe-df6f-4af0-9355-a6603097f737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:03:54.901557 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05893d66-c8fc-46a3-9620-d4ab22978ebc admin admin] Network hostable DHCP agents. Network: b3e1e5fe-df6f-4af0-9355-a6603097f737, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:03:54.966071 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-1d9e0d68-b430-434f-af5f-2ff5a9748825 req-151f4e2c-d69c-4928-8fdd-7d407b7e277a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492353 Sep 15 18:03:54.978436 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Publish callbacks [] for port (29de7960-ecca-4086-b145-169e284cc87a), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:54.986046 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (29de7960-ecca-4086-b145-169e284cc87a), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:55.004092 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05893d66-c8fc-46a3-9620-d4ab22978ebc admin admin] Network b3e1e5fe-df6f-4af0-9355-a6603097f737 is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:03:55.006782 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838462f-63b6-4ef5-a2ec-3019f26c705a req-c17a40b2-863b-4f50-b834-0da11a40d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:55.008328 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6838462f-63b6-4ef5-a2ec-3019f26c705a req-c17a40b2-863b-4f50-b834-0da11a40d37b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 1134 time: 0.0992517 Sep 15 18:03:55.011643 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565a966-6318-4acd-9530-0ec795c02cdf req-5981260a-9a9a-46f3-93da-3cc5222163a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:55.013082 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-d565a966-6318-4acd-9530-0ec795c02cdf req-5981260a-9a9a-46f3-93da-3cc5222163a7 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=0acbc2fd-b392-426b-a234-c034ff806cba HTTP/1.1" status: 200 len: 849 time: 0.1062722 Sep 15 18:03:55.020435 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-05893d66-c8fc-46a3-9620-d4ab22978ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, b3e1e5fe-df6f-4af0-9355-a6603097f737) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:03:55.033357 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05893d66-c8fc-46a3-9620-d4ab22978ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:55.033357 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-05893d66-c8fc-46a3-9620-d4ab22978ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:55.037213 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5437c4d1-a330-4179-a4fc-6f4a74fa3de9 None None] Network b3e1e5fe-df6f-4af0-9355-a6603097f737 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:03:55.111035 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-05893d66-c8fc-46a3-9620-d4ab22978ebc admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7957165 Sep 15 18:03:55.115218 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 34432) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:55.124454 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1563827636-router', 'tenant_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:03:55.157170 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Attempting to bind port 29de7960-ecca-4086-b145-169e284cc87a on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:03:55.162437 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Attempting to bind port 29de7960-ecca-4086-b145-169e284cc87a by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': '7e2b41d6-f332-4e5e-8f7c-c95f543d3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:03:55.165579 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Attempting to bind port 29de7960-ecca-4086-b145-169e284cc87a on network bb0834d2-d4fe-46db-89c7-c08b6ab85c46 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:03:55.169086 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6838462f-63b6-4ef5-a2ec-3019f26c705a req-e920e159-596d-4406-a1c5-ffa7aa62a65d service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=82356d2d-d7cf-48c4-bf68-128d7fc9dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244993 Sep 15 18:03:55.170725 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565a966-6318-4acd-9530-0ec795c02cdf req-13451414-02fd-4db4-8361-3f54638c9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:55.172593 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-d565a966-6318-4acd-9530-0ec795c02cdf req-13451414-02fd-4db4-8361-3f54638c9ce5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a550ae18-8a00-4e46-ab8a-055d97ed7c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1269925 Sep 15 18:03:55.182976 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43dba3-e587-4c23-a656-d7fd4d99aff3 None None] Pushing event updated for resources: {'Port': ['ID=29de7960-ecca-4086-b145-169e284cc87a,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:55.184356 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4217'] for router (70500326-62e0-42ac-9148-0b561c708217), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:55.185677 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4192'] for router (70500326-62e0-42ac-9148-0b561c708217), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:55.189510 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:55.215583 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:55.237066 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43dba3-e587-4c23-a656-d7fd4d99aff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:55.238049 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43dba3-e587-4c23-a656-d7fd4d99aff3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:55.249357 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43dba3-e587-4c23-a656-d7fd4d99aff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:55.250758 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43dba3-e587-4c23-a656-d7fd4d99aff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:55.251286 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43dba3-e587-4c23-a656-d7fd4d99aff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:55.252004 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43dba3-e587-4c23-a656-d7fd4d99aff3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:55.252413 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43dba3-e587-4c23-a656-d7fd4d99aff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:55.253590 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43dba3-e587-4c23-a656-d7fd4d99aff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:55.254045 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb739ebeb-d16f-5142-9d1f-510d1cd68287-b3e1e5fe-df6f-4af0-9355-a6603097f737', 'network_id': 'b3e1e5fe-df6f-4af0-9355-a6603097f737', 'project_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'fixed_ips': [{'subnet_id': '39325fef-cb6d-44e3-b173-38cf4f7c4f15'}]}} from dv-cinder-835384-27-smb. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 18:03:55.254182 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43dba3-e587-4c23-a656-d7fd4d99aff3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:55.254684 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43dba3-e587-4c23-a656-d7fd4d99aff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:55.255499 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43dba3-e587-4c23-a656-d7fd4d99aff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:55.255634 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:55.256155 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43dba3-e587-4c23-a656-d7fd4d99aff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:55.256563 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43dba3-e587-4c23-a656-d7fd4d99aff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:55.257031 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43dba3-e587-4c23-a656-d7fd4d99aff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:55.257529 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43dba3-e587-4c23-a656-d7fd4d99aff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:55.263638 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Publish callbacks [] for router_controller (70500326-62e0-42ac-9148-0b561c708217), precommit_add_association {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:55.292622 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:03:55.292992 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Checking segment: {'id': '7e2b41d6-f332-4e5e-8f7c-c95f543d3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:03:55.293475 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:55.293862 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Bound using segment: {'id': '7e2b41d6-f332-4e5e-8f7c-c95f543d3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:03:55.294346 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Bound port: 29de7960-ecca-4086-b145-169e284cc87a, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2b41d6-f332-4e5e-8f7c-c95f543d3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:03:55.295492 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (29de7960-ecca-4086-b145-169e284cc87a), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:55.395079 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Attempt 7 to provision port 29de7960-ecca-4086-b145-169e284cc87a Sep 15 18:03:55.457266 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Publish callbacks [] for router_gateway (70500326-62e0-42ac-9148-0b561c708217), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:55.488839 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Port 29de7960-ecca-4086-b145-169e284cc87a cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:03:55.492638 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] For port 29de7960-ecca-4086-b145-169e284cc87a, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:03:55.497679 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] For port 29de7960-ecca-4086-b145-169e284cc87a, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=29de7960-ecca-4086-b145-169e284cc87a,segment=NetworkSegment(7e2b41d6-f332-4e5e-8f7c-c95f543d3944),segment_id=7e2b41d6-f332-4e5e-8f7c-c95f543d3944)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:03:55.500571 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Allocated IP 172.20.0.2 (b3e1e5fe-df6f-4af0-9355-a6603097f737/39325fef-cb6d-44e3-b173-38cf4f7c4f15/501cb79c-5369-4ebd-a0f9-30b008940fa5) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:03:55.508538 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (29de7960-ecca-4086-b145-169e284cc87a), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:55.615233 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Routers {'43150109-88cc-4e7f-8572-f9e399036aec'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:03:55.618234 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:03:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['43150109-88cc-4e7f-8572-f9e399036aec'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:55.716166 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Publish callbacks [] for router_gateway (70500326-62e0-42ac-9148-0b561c708217), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:55.732577 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:55.744115 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:55.759274 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:55.765450 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43dba3-e587-4c23-a656-d7fd4d99aff3 None None] Pushing event updated for resources: {'Port': ['ID=29de7960-ecca-4086-b145-169e284cc87a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:55.784046 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:55.788463 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb6810-ff2a-4715-a57f-3bcc1dec7150 req-b1d19e2f-fa55-448d-82c2-3c91eabc6af9 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:55.790834 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-35eb6810-ff2a-4715-a57f-3bcc1dec7150 req-b1d19e2f-fa55-448d-82c2-3c91eabc6af9 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0806267 Sep 15 18:03:55.794924 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] Set router 43150109-88cc-4e7f-8572-f9e399036aec gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:03:55.806704 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c326224-6c40-4d0d-95ce-b11fbbfaab2d req-4abf7f97-b96b-4845-9d06-6d75858cfa12 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:55.809276 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5c326224-6c40-4d0d-95ce-b11fbbfaab2d req-4abf7f97-b96b-4845-9d06-6d75858cfa12 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 950 time: 0.1612728 Sep 15 18:03:55.836468 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Publish callbacks [] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:55.845070 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:55.894882 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5c326224-6c40-4d0d-95ce-b11fbbfaab2d req-c3483a4d-fc55-4ba6-a61e-779343261392 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=82356d2d-d7cf-48c4-bf68-128d7fc9dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775239 Sep 15 18:03:55.904207 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Network b3e1e5fe-df6f-4af0-9355-a6603097f737 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:03:55.915072 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:03:55.919983 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Pushing event updated for resources: {'Port': ['ID=501cb79c-5369-4ebd-a0f9-30b008940fa5,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:55.925228 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:03:55.947125 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-35eb6810-ff2a-4715-a57f-3bcc1dec7150 req-03a89aa9-cb7d-4a6f-b00c-feff5f0ba756 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366487 Sep 15 18:03:56.025806 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Attempt 8 to provision port 29de7960-ecca-4086-b145-169e284cc87a Sep 15 18:03:56.060241 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:56.079601 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Attempting to bind port 501cb79c-5369-4ebd-a0f9-30b008940fa5 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:03:56.083300 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Attempting to bind port 501cb79c-5369-4ebd-a0f9-30b008940fa5 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'a1362ae6-3bd7-477b-a193-885e1c9da976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b3e1e5fe-df6f-4af0-9355-a6603097f737'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:03:56.083889 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Attempting to bind port 501cb79c-5369-4ebd-a0f9-30b008940fa5 on network b3e1e5fe-df6f-4af0-9355-a6603097f737 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:03:56.192214 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9a7a9-e74d-45ba-9e77-264fac420543 req-e9c132e6-5088-4166-8776-a7144f26d29f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:56.200367 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a5a9a7a9-e74d-45ba-9e77-264fac420543 req-e9c132e6-5088-4166-8776-a7144f26d29f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.1484993 Sep 15 18:03:56.251547 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43150109-88cc-4e7f-8572-f9e399036aec', 'name': 'tempest-TestShelveInstance-758096393-router', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:44Z', 'updated_at': '2022-09-15T18:03:51Z', 'revision_number': 4, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'gw_port': {'id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:46Z', 'updated_at': '2022-09-15T18:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '29de7960-ecca-4086-b145-169e284cc87a', 'name': '', 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'mac_address': 'fa:16:3e:71:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:50Z', 'updated_at': '2022-09-15T18:03:55Z', 'revision_number': 4, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'subnets': [{'id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:56.266682 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:03:56.267401 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Checking segment: {'id': 'a1362ae6-3bd7-477b-a193-885e1c9da976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b3e1e5fe-df6f-4af0-9355-a6603097f737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:03:56.268150 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:56.268751 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Bound using segment: {'id': 'a1362ae6-3bd7-477b-a193-885e1c9da976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b3e1e5fe-df6f-4af0-9355-a6603097f737'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:03:56.269484 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Bound port: 501cb79c-5369-4ebd-a0f9-30b008940fa5, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1362ae6-3bd7-477b-a193-885e1c9da976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b3e1e5fe-df6f-4af0-9355-a6603097f737'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:03:56.270096 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:56.339677 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:56.349633 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cc6c5b-50c2-42a1-bdde-3398c03a5968 None None] The sync data for ids ['43150109-88cc-4e7f-8572-f9e399036aec'] in dv-cinder-835384-27-smb is: [{'id': '43150109-88cc-4e7f-8572-f9e399036aec', 'name': 'tempest-TestShelveInstance-758096393-router', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:44Z', 'updated_at': '2022-09-15T18:03:51Z', 'revision_number': 4, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'gw_port': {'id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:46Z', 'updated_at': '2022-09-15T18:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '29de7960-ecca-4086-b145-169e284cc87a', 'name': '', 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'mac_address': 'fa:16:3e:71:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:50Z', 'updated_at': '2022-09-15T18:03:55Z', 'revision_number': 4, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'subnets': [{'id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:03:56.364199 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a5a9a7a9-e74d-45ba-9e77-264fac420543 req-f9c91729-8a1d-4312-8335-f752fabe791e tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590357 Sep 15 18:03:56.365478 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Current status of the port 29de7960-ecca-4086-b145-169e284cc87a is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:03:56.365985 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (29de7960-ecca-4086-b145-169e284cc87a), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:56.403256 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-d565a966-6318-4acd-9530-0ec795c02cdf req-8abcc7ed-c6b7-4215-8a15-2a75522f000c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5811875 Sep 15 18:03:56.414095 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Allocated IP 172.28.1.247 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/660e6cb9-e572-4521-861b-221617b5ff7e) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:03:56.488357 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] For port 29de7960-ecca-4086-b145-169e284cc87a, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=29de7960-ecca-4086-b145-169e284cc87a,segment=NetworkSegment(7e2b41d6-f332-4e5e-8f7c-c95f543d3944),segment_id=7e2b41d6-f332-4e5e-8f7c-c95f543d3944)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:03:56.510995 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (29de7960-ecca-4086-b145-169e284cc87a), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:56.538808 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:56.604294 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34462) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:56.656933 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] For port 501cb79c-5369-4ebd-a0f9-30b008940fa5, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:03:56.694697 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-d565a966-6318-4acd-9530-0ec795c02cdf req-9b62add2-2f21-4ce9-aed0-31f8ee438d04 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754295 Sep 15 18:03:56.766050 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Publish callbacks [] for port (660e6cb9-e572-4521-861b-221617b5ff7e), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:56.770068 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] For port 501cb79c-5369-4ebd-a0f9-30b008940fa5, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=501cb79c-5369-4ebd-a0f9-30b008940fa5,segment=NetworkSegment(a1362ae6-3bd7-477b-a193-885e1c9da976),segment_id=a1362ae6-3bd7-477b-a193-885e1c9da976)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:03:56.816234 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (660e6cb9-e572-4521-861b-221617b5ff7e), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:56.835302 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:56.868534 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89660902-dbd4-43da-ad16-679bebbf4e17 None None] Pushing event updated for resources: {'Port': ['ID=29de7960-ecca-4086-b145-169e284cc87a,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:56.885130 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:03:56.897404 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:03:56.922151 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:03:56.945660 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c21a2141-4a3c-480d-867c-9ddd900aba93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:56.999696 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c07d92-791c-4494-ba96-a27a99d49e93 None None] Pushing event updated for resources: {'Port': ['ID=501cb79c-5369-4ebd-a0f9-30b008940fa5,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:57.031284 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-9b7ce5fe-c76b-44b0-b2e2-d647f0abdc56 None None] Provisioning complete for port 29de7960-ecca-4086-b145-169e284cc87a triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:03:57.032080 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce5fe-c76b-44b0-b2e2-d647f0abdc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (29de7960-ecca-4086-b145-169e284cc87a), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:57.033181 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-9b7ce5fe-c76b-44b0-b2e2-d647f0abdc56 None None] Attempt 1 to provision port 29de7960-ecca-4086-b145-169e284cc87a Sep 15 18:03:57.074242 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Pushing event updated for resources: {'Port': ['ID=660e6cb9-e572-4521-861b-221617b5ff7e,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:57.144839 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c21a2141-4a3c-480d-867c-9ddd900aba93 admin admin] Publish callbacks [] for security_group (6a605636-402d-4102-8673-1ffd8b502228), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:57.165611 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c21a2141-4a3c-480d-867c-9ddd900aba93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (6a605636-402d-4102-8673-1ffd8b502228), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:57.238256 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ce5fe-c76b-44b0-b2e2-d647f0abdc56 None None] Current status of the port 29de7960-ecca-4086-b145-169e284cc87a is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:03:57.297867 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a2141-4a3c-480d-867c-9ddd900aba93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a605636-402d-4102-8673-1ffd8b502228,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:57.311876 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fb354-e1d9-4e2b-ac5b-fc12484d7fa8 req-6223ad14-05be-4603-aca7-8f144d20ad7a tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:57.313547 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-186fb354-e1d9-4e2b-ac5b-fc12484d7fa8 req-6223ad14-05be-4603-aca7-8f144d20ad7a tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 950 time: 0.1674771 Sep 15 18:03:57.317884 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-c21a2141-4a3c-480d-867c-9ddd900aba93 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c0d9937e354a4d7595db38d336d37d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7106133 Sep 15 18:03:57.319828 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34476) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:57.443001 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-186fb354-e1d9-4e2b-ac5b-fc12484d7fa8 req-9108ea20-42ac-4ff9-8a35-61ec3d6e01a9 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=82356d2d-d7cf-48c4-bf68-128d7fc9dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205239 Sep 15 18:03:57.447159 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13e9cda7-fa68-4360-be0c-84168dc5cfba admin admin] Publish callbacks [] for security_group (6a605636-402d-4102-8673-1ffd8b502228), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:57.505980 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13e9cda7-fa68-4360-be0c-84168dc5cfba admin admin] Publish callbacks [] for security_group (6a605636-402d-4102-8673-1ffd8b502228), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:57.558281 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Publish callbacks [] for router_gateway (70500326-62e0-42ac-9148-0b561c708217), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:57.621063 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13e9cda7-fa68-4360-be0c-84168dc5cfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (6a605636-402d-4102-8673-1ffd8b502228), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:57.623718 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13e9cda7-fa68-4360-be0c-84168dc5cfba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:57.624893 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-13e9cda7-fa68-4360-be0c-84168dc5cfba admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6a605636-402d-4102-8673-1ffd8b502228 HTTP/1.1" status: 204 len: 168 time: 0.3038852 Sep 15 18:03:57.626238 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:57.652490 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb513e-537e-4c6f-a02f-e4a098b2468b req-177ebba0-7d98-4063-9f3b-d496c594357f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:57.655201 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-dacb513e-537e-4c6f-a02f-e4a098b2468b req-177ebba0-7d98-4063-9f3b-d496c594357f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0838852 Sep 15 18:03:57.661231 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9cda7-fa68-4360-be0c-84168dc5cfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a605636-402d-4102-8673-1ffd8b502228,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:57.748599 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-dacb513e-537e-4c6f-a02f-e4a098b2468b req-c90f4e32-2c78-4d47-b92f-5f4f269373bc tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836623 Sep 15 18:03:57.938250 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556833'] for router (70500326-62e0-42ac-9148-0b561c708217), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:57.991755 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:58.073921 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b2c21-13ed-4f6f-8d21-367762720dcd req-56a40a8e-4861-49d8-8c78-5709bc668509 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:58.075785 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5c2b2c21-13ed-4f6f-8d21-367762720dcd req-56a40a8e-4861-49d8-8c78-5709bc668509 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 950 time: 0.0920255 Sep 15 18:03:58.167159 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34498) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:58.172359 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8e1f643f-7c5d-4b10-b730-bcd5cbd4f8d2 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1712707429', 'description': 'tempest-description--1938370430'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:03:58.203587 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5c2b2c21-13ed-4f6f-8d21-367762720dcd req-27cb48a8-0090-4d76-b1b7-36623f1c3f4c tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=82356d2d-d7cf-48c4-bf68-128d7fc9dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181624 Sep 15 18:03:58.210151 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Router 70500326-62e0-42ac-9148-0b561c708217 is scheduled to L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 with binding_index 1 {{(pid=106386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:03:58.234088 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e1f643f-7c5d-4b10-b730-bcd5cbd4f8d2 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:58.332407 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e1f643f-7c5d-4b10-b730-bcd5cbd4f8d2 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for security_group (ce403976-a80c-42a4-98a7-18a6000489ff), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:58.333787 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:58.349521 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e1f643f-7c5d-4b10-b730-bcd5cbd4f8d2 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (ce403976-a80c-42a4-98a7-18a6000489ff), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:58.406987 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e1f643f-7c5d-4b10-b730-bcd5cbd4f8d2 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:58.408259 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-8e1f643f-7c5d-4b10-b730-bcd5cbd4f8d2 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2400362 Sep 15 18:03:58.411792 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:03:58.413411 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 34508) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:58.424304 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-e4b4089a-ea03-4ae6-9ae3-c8775f232617 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Request body: {'security_group_rule': {'security_group_id': 'ce403976-a80c-42a4-98a7-18a6000489ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:03:58.437251 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Sync routers for ids ['70500326-62e0-42ac-9148-0b561c708217'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:03:58.452473 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Routers {'70500326-62e0-42ac-9148-0b561c708217'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:03:58.453332 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:03:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['70500326-62e0-42ac-9148-0b561c708217'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:58.468148 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f643f-7c5d-4b10-b730-bcd5cbd4f8d2 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce403976-a80c-42a4-98a7-18a6000489ff,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:58.485681 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:58.490049 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-fffd6fd3-6b2c-40de-888b-864b71db166e admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3688326 Sep 15 18:03:58.492450 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34512) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:58.513771 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:58.514760 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e4b4089a-ea03-4ae6-9ae3-c8775f232617 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for security_group_rule (5feac26f-deee-4c0e-a41c-3b8708638571), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:58.655996 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e4b4089a-ea03-4ae6-9ae3-c8775f232617 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for security_group_rule (5feac26f-deee-4c0e-a41c-3b8708638571), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:58.663908 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e4b4089a-ea03-4ae6-9ae3-c8775f232617 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (5feac26f-deee-4c0e-a41c-3b8708638571), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:58.669113 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 501cb79c-5369-4ebd-a0f9-30b008940fa5 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:03:58.681482 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c998758-5070-4093-8cbc-48f3950b4746 None None] Network b3e1e5fe-df6f-4af0-9355-a6603097f737 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:03:58.709644 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4089a-ea03-4ae6-9ae3-c8775f232617 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5feac26f-deee-4c0e-a41c-3b8708638571,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:58.723868 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e4b4089a-ea03-4ae6-9ae3-c8775f232617 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:58.728072 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34520) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:58.728218 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-e4b4089a-ea03-4ae6-9ae3-c8775f232617 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3138618 Sep 15 18:03:58.735429 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-349ccfa8-4ce4-4850-b133-975f1efdda23 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Request body: {'security_group_rule': {'security_group_id': 'ce403976-a80c-42a4-98a7-18a6000489ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:03:58.823371 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-349ccfa8-4ce4-4850-b133-975f1efdda23 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for security_group_rule (79e64db1-826c-4786-b489-6c1b8f54f3b4), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:58.893090 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Set router 70500326-62e0-42ac-9148-0b561c708217 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:03:58.939812 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Provisioning complete for port 501cb79c-5369-4ebd-a0f9-30b008940fa5 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:03:58.940339 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:58.940829 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Attempt 1 to provision port 501cb79c-5369-4ebd-a0f9-30b008940fa5 Sep 15 18:03:58.976937 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:59.101496 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-349ccfa8-4ce4-4850-b133-975f1efdda23 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for security_group_rule (79e64db1-826c-4786-b489-6c1b8f54f3b4), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:59.118805 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c5dde-64f8-442e-951f-384201a11e09 req-8090901c-875a-4174-9631-01fc32136b33 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:59.123760 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-822c5dde-64f8-442e-951f-384201a11e09 req-8090901c-875a-4174-9631-01fc32136b33 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.1903698 Sep 15 18:03:59.136640 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-349ccfa8-4ce4-4850-b133-975f1efdda23 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (79e64db1-826c-4786-b489-6c1b8f54f3b4), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:59.145736 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:59.196563 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ccfa8-4ce4-4850-b133-975f1efdda23 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e64db1-826c-4786-b489-6c1b8f54f3b4,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:59.251309 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-349ccfa8-4ce4-4850-b133-975f1efdda23 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:59.255642 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-349ccfa8-4ce4-4850-b133-975f1efdda23 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5225966 Sep 15 18:03:59.255950 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 34544) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:03:59.260951 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Request body: {'floatingip': {'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:03:59.304489 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:59.304828 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 501cb79c-5369-4ebd-a0f9-30b008940fa5 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:03:59.305892 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:59.306418 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 501cb79c-5369-4ebd-a0f9-30b008940fa5 Sep 15 18:03:59.312639 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-822c5dde-64f8-442e-951f-384201a11e09 req-0f36707a-6728-4e24-8fa8-fd505e797f24 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832237 Sep 15 18:03:59.351199 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f1b27b9-8144-4ead-b2a8-f7eaaf66c487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:59.426560 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb7f40-da8a-4268-a45f-aefb4b8b75a7 req-7ffc4c72-0ccb-4fae-905e-38bd7b2f28ad tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:03:59.434742 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8ddb7f40-da8a-4268-a45f-aefb4b8b75a7 req-7ffc4c72-0ccb-4fae-905e-38bd7b2f28ad tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 950 time: 0.0617797 Sep 15 18:03:59.467052 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:59.499891 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8ddb7f40-da8a-4268-a45f-aefb4b8b75a7 req-af72328c-b412-4ee6-9a3b-3f7e292aa535 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=82356d2d-d7cf-48c4-bf68-128d7fc9dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640671 Sep 15 18:03:59.614457 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:59.656363 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Current status of the port 501cb79c-5369-4ebd-a0f9-30b008940fa5 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:03:59.658390 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:59.700457 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Allocated IP 172.28.1.188 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/da7e31d4-bf2e-4ae9-a32e-7362acdcf3bd) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:03:59.753607 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:59.789054 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] For port 501cb79c-5369-4ebd-a0f9-30b008940fa5, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=501cb79c-5369-4ebd-a0f9-30b008940fa5,segment=NetworkSegment(a1362ae6-3bd7-477b-a193-885e1c9da976),segment_id=a1362ae6-3bd7-477b-a193-885e1c9da976)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:03:59.816522 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 501cb79c-5369-4ebd-a0f9-30b008940fa5 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:03:59.816982 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:59.822394 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:03:59.881245 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:03:59.926449 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Allocated IP 172.20.0.1 (b3e1e5fe-df6f-4af0-9355-a6603097f737/39325fef-cb6d-44e3-b173-38cf4f7c4f15/e1b15f38-09d3-4d5a-aa55-423bb9359781) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:03:59.977495 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70500326-62e0-42ac-9148-0b561c708217', 'name': 'tempest-TestShelveInstance-1563827636-router', 'tenant_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '660e6cb9-e572-4521-861b-221617b5ff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:55Z', 'updated_at': '2022-09-15T18:03:57Z', 'revision_number': 3, 'project_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'gw_port': {'id': '660e6cb9-e572-4521-861b-221617b5ff7e', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70500326-62e0-42ac-9148-0b561c708217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:55Z', 'updated_at': '2022-09-15T18:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:59.979475 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for port (da7e31d4-bf2e-4ae9-a32e-7362acdcf3bd), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.015880 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Pushing event updated for resources: {'Port': ['ID=501cb79c-5369-4ebd-a0f9-30b008940fa5,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:00.026061 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Checking router: 70500326-62e0-42ac-9148-0b561c708217 for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:04:00.026418 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Updating router 70500326-62e0-42ac-9148-0b561c708217 port 660e6cb9-e572-4521-861b-221617b5ff7e binding host dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:04:00.028584 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (da7e31d4-bf2e-4ae9-a32e-7362acdcf3bd), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.045337 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:00.074193 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (660e6cb9-e572-4521-861b-221617b5ff7e), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.089501 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Publish callbacks [] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.098773 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-56c2c848-1ec3-45ff-b9ed-1864d7be07ee None None] Provisioning complete for port 501cb79c-5369-4ebd-a0f9-30b008940fa5 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:00.099316 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-56c2c848-1ec3-45ff-b9ed-1864d7be07ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.099849 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-56c2c848-1ec3-45ff-b9ed-1864d7be07ee None None] Attempt 1 to provision port 501cb79c-5369-4ebd-a0f9-30b008940fa5 Sep 15 18:04:00.102550 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:00.102952 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:00.103454 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:00.104543 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:00.105111 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:00.105480 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:00.105840 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:00.106326 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:00.106658 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:00.106984 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:00.107311 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:00.107682 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:00.108010 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:00.108414 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:00.108764 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034eecc-7d43-4da4-8558-a1bc47100e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:00.112972 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.db.api [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 18:04:00.113513 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG oslo_db.api [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 18:04:00.146840 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.154941 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93df9ad-b755-453f-95f9-053b071b3b43 req-378f2876-2849-48fe-81fe-7c0461916cd5 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:00.156636 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e93df9ad-b755-453f-95f9-053b071b3b43 req-378f2876-2849-48fe-81fe-7c0461916cd5 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 950 time: 0.0794837 Sep 15 18:04:00.160747 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:04:00.165535 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:00.175380 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Network b3e1e5fe-df6f-4af0-9355-a6603097f737 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:04:00.175665 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:04:00.180208 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:00.198662 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:04:00.216638 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Pushing event updated for resources: {'Port': ['ID=da7e31d4-bf2e-4ae9-a32e-7362acdcf3bd,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:00.281008 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433432'] for router_interface (70500326-62e0-42ac-9148-0b561c708217), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.297856 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:00.313623 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-e93df9ad-b755-453f-95f9-053b071b3b43 req-d879fc28-ef17-45c4-8b56-d960e92b9d67 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Deleting port 71c2655f-7f52-4469-97e3-d93fbcf6a37a {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:04:00.313971 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e93df9ad-b755-453f-95f9-053b071b3b43 req-d879fc28-ef17-45c4-8b56-d960e92b9d67 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (71c2655f-7f52-4469-97e3-d93fbcf6a37a), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.336183 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Pushing event updated for resources: {'Port': ['ID=e1b15f38-09d3-4d5a-aa55-423bb9359781,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:00.344135 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-56c2c848-1ec3-45ff-b9ed-1864d7be07ee None None] Current status of the port 501cb79c-5369-4ebd-a0f9-30b008940fa5 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:00.371395 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:00.384745 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for floatingip (4f9b1dbe-227e-4b88-9264-1bec7cef4e7d), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.462161 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:00.470105 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.478932 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Publish callbacks [] for port (660e6cb9-e572-4521-861b-221617b5ff7e), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.479269 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (da7e31d4-bf2e-4ae9-a32e-7362acdcf3bd), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.488630 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (660e6cb9-e572-4521-861b-221617b5ff7e), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.541200 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Attempting to bind port 660e6cb9-e572-4521-861b-221617b5ff7e on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:04:00.541756 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Attempting to bind port 660e6cb9-e572-4521-861b-221617b5ff7e by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:04:00.542105 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Attempting to bind port 660e6cb9-e572-4521-861b-221617b5ff7e on network 595ea406-8961-4d2e-8aeb-f68aeda2dfee {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:04:00.593810 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Provisioning complete for port e1b15f38-09d3-4d5a-aa55-423bb9359781 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:00.594790 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.595527 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Attempt 1 to provision port e1b15f38-09d3-4d5a-aa55-423bb9359781 Sep 15 18:04:00.632046 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Port e1b15f38-09d3-4d5a-aa55-423bb9359781 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:00.632795 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8aa37-f490-4cb2-8c0b-b31ae5755eb7 None None] Pushing event updated for resources: {'Port': ['ID=660e6cb9-e572-4521-861b-221617b5ff7e,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:00.699041 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 501cb79c-5369-4ebd-a0f9-30b008940fa5 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:00.700591 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 29de7960-ecca-4086-b145-169e284cc87a up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:00.702420 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-e93df9ad-b755-453f-95f9-053b071b3b43 req-d879fc28-ef17-45c4-8b56-d960e92b9d67 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] For port 71c2655f-7f52-4469-97e3-d93fbcf6a37a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=71c2655f-7f52-4469-97e3-d93fbcf6a37a,segment=NetworkSegment(fdf32460-7862-4f35-a2fb-2925847ef662),segment_id=fdf32460-7862-4f35-a2fb-2925847ef662)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:00.703565 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e93df9ad-b755-453f-95f9-053b071b3b43 req-d879fc28-ef17-45c4-8b56-d960e92b9d67 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (71c2655f-7f52-4469-97e3-d93fbcf6a37a), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.722826 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:04:00.724160 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Checking segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:04:00.724872 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.725645 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Bound using segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:04:00.727233 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Bound port: 660e6cb9-e572-4521-861b-221617b5ff7e, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:04:00.727864 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (660e6cb9-e572-4521-861b-221617b5ff7e), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.780814 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-e93df9ad-b755-453f-95f9-053b071b3b43 req-d879fc28-ef17-45c4-8b56-d960e92b9d67 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Calling delete_port for 71c2655f-7f52-4469-97e3-d93fbcf6a37a owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:04:00.794541 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29195b53-9880-4414-a71a-569363ad4a9d req-d2ef66ba-93b7-4d63-917c-90a33daad612 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:00.796297 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-29195b53-9880-4414-a71a-569363ad4a9d req-d2ef66ba-93b7-4d63-917c-90a33daad612 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 950 time: 0.1480472 Sep 15 18:04:00.829150 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:00.842842 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] For port 660e6cb9-e572-4521-861b-221617b5ff7e, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:04:00.845647 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 29de7960-ecca-4086-b145-169e284cc87a triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:00.846353 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (29de7960-ecca-4086-b145-169e284cc87a), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.846949 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 29de7960-ecca-4086-b145-169e284cc87a Sep 15 18:04:00.850511 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] For port 660e6cb9-e572-4521-861b-221617b5ff7e, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=660e6cb9-e572-4521-861b-221617b5ff7e,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:04:00.879240 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (660e6cb9-e572-4521-861b-221617b5ff7e), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.924797 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Publish callbacks [] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.939743 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-29195b53-9880-4414-a71a-569363ad4a9d req-96bd5aa7-47ab-4e6a-affa-0d597961d1ee tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=82356d2d-d7cf-48c4-bf68-128d7fc9dbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251464 Sep 15 18:04:00.941646 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5339542'] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:00.955767 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Routers {'70500326-62e0-42ac-9148-0b561c708217'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:04:00.956409 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:03:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['70500326-62e0-42ac-9148-0b561c708217'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:01.034420 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e93df9ad-b755-453f-95f9-053b071b3b43 req-d879fc28-ef17-45c4-8b56-d960e92b9d67 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (71c2655f-7f52-4469-97e3-d93fbcf6a37a), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:01.078507 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433548'] for router_interface (70500326-62e0-42ac-9148-0b561c708217), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:01.081963 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Pushing event updated for resources: {'Port': ['ID=e1b15f38-09d3-4d5a-aa55-423bb9359781,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:01.084186 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for port (da7e31d4-bf2e-4ae9-a32e-7362acdcf3bd), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:01.086611 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879fc28-ef17-45c4-8b56-d960e92b9d67 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Pushing event deleted for resources: {'Port': ['ID=71c2655f-7f52-4469-97e3-d93fbcf6a37a,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:01.087844 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['71c2655f-7f52-4469-97e3-d93fbcf6a37a'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:04:01.113510 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8aa37-f490-4cb2-8c0b-b31ae5755eb7 None None] Pushing event updated for resources: {'Port': ['ID=660e6cb9-e572-4521-861b-221617b5ff7e,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:01.144525 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (da7e31d4-bf2e-4ae9-a32e-7362acdcf3bd), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:01.147938 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93df9ad-b755-453f-95f9-053b071b3b43 req-d879fc28-ef17-45c4-8b56-d960e92b9d67 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] No DVR routers for this DVR port 71c2655f-7f52-4469-97e3-d93fbcf6a37a on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:04:01.154699 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Attempt 2 to provision port e1b15f38-09d3-4d5a-aa55-423bb9359781 Sep 15 18:04:01.172440 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e93df9ad-b755-453f-95f9-053b071b3b43 req-d879fc28-ef17-45c4-8b56-d960e92b9d67 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:01.179084 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e93df9ad-b755-453f-95f9-053b071b3b43 req-d879fc28-ef17-45c4-8b56-d960e92b9d67 tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.27 "DELETE /networking/v2.0/ports/71c2655f-7f52-4469-97e3-d93fbcf6a37a HTTP/1.1" status: 204 len: 173 time: 1.0147240 Sep 15 18:04:01.179880 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb69a6e5-4177-41a0-a799-397a0210a9a7', 'name': 'network-vif-deleted', 'tag': '71c2655f-7f52-4469-97e3-d93fbcf6a37a'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:04:01.183487 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469452e4-dc28-4293-ae23-873a3a4c7c9c" -d '{"events": [{"server_uuid": "cb69a6e5-4177-41a0-a799-397a0210a9a7", "name": "network-vif-deleted", "tag": "71c2655f-7f52-4469-97e3-d93fbcf6a37a"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:04:01.221358 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:01.275660 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f3ccae-73dc-4dae-8013-067dedb46f31 x-openstack-request-id: req-94f3ccae-73dc-4dae-8013-067dedb46f31 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:04:01.276715 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb69a6e5-4177-41a0-a799-397a0210a9a7", "name": "network-vif-deleted", "tag": "71c2655f-7f52-4469-97e3-d93fbcf6a37a", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:04:01.276715 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94f3ccae-73dc-4dae-8013-067dedb46f31 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:04:01.276933 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94f3ccae-73dc-4dae-8013-067dedb46f31'] response: {'server_uuid': 'cb69a6e5-4177-41a0-a799-397a0210a9a7', 'name': 'network-vif-deleted', 'tag': '71c2655f-7f52-4469-97e3-d93fbcf6a37a', 'status': 'completed', 'code': 200} Sep 15 18:04:01.280889 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (4f9b1dbe-227e-4b88-9264-1bec7cef4e7d), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:01.284944 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:01.286228 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Pushing event updated for resources: {'Port': ['ID=da7e31d4-bf2e-4ae9-a32e-7362acdcf3bd,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:01.309613 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:01.310965 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-c4438d1b-fc44-4fbb-87cf-8f5498ce33df tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0541697 Sep 15 18:04:01.371978 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 29de7960-ecca-4086-b145-169e284cc87a is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:01.380548 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Network b3e1e5fe-df6f-4af0-9355-a6603097f737 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:04:01.385738 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:01.491988 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:04:01.603707 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Port e1b15f38-09d3-4d5a-aa55-423bb9359781 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:01.608449 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 501cb79c-5369-4ebd-a0f9-30b008940fa5 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:01.617080 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bcd52e51-991f-4a62-a77c-87694cd5258c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:01.647116 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] Set router 70500326-62e0-42ac-9148-0b561c708217 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:04:01.729483 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Router 70500326-62e0-42ac-9148-0b561c708217 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:04:01.811704 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 501cb79c-5369-4ebd-a0f9-30b008940fa5 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:01.812488 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:01.812488 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 501cb79c-5369-4ebd-a0f9-30b008940fa5 Sep 15 18:04:01.920797 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:02.144216 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Attempt 3 to provision port e1b15f38-09d3-4d5a-aa55-423bb9359781 Sep 15 18:04:02.214741 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-bdc060c8-f7af-476d-b662-8e4ad29aca3f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1712707429&fields=id&tenant_id=646252485a394aff93dd855c977cc609 HTTP/1.1" status: 200 len: 267 time: 0.4691870 Sep 15 18:04:02.237249 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 501cb79c-5369-4ebd-a0f9-30b008940fa5 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:02.239734 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-19398ca0-107f-47b6-9772-39d17f6f4fd0 req-887e2f91-cc23-4f09-9dac-90b7caae79eb tempest-VolumesNegativeTest-1966081670 tempest-VolumesNegativeTest-1966081670-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cb69a6e5-4177-41a0-a799-397a0210a9a7 HTTP/1.1" status: 200 len: 210 time: 0.0673771 Sep 15 18:04:02.256680 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Port e1b15f38-09d3-4d5a-aa55-423bb9359781 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:02.300266 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70500326-62e0-42ac-9148-0b561c708217', 'name': 'tempest-TestShelveInstance-1563827636-router', 'tenant_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '660e6cb9-e572-4521-861b-221617b5ff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:55Z', 'updated_at': '2022-09-15T18:04:00Z', 'revision_number': 4, 'project_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'gw_port': {'id': '660e6cb9-e572-4521-861b-221617b5ff7e', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70500326-62e0-42ac-9148-0b561c708217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:55Z', 'updated_at': '2022-09-15T18:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'e1b15f38-09d3-4d5a-aa55-423bb9359781', 'name': '', 'network_id': 'b3e1e5fe-df6f-4af0-9355-a6603097f737', 'tenant_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'mac_address': 'fa:16:3e:61:9b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70500326-62e0-42ac-9148-0b561c708217', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39325fef-cb6d-44e3-b173-38cf4f7c4f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:59Z', 'updated_at': '2022-09-15T18:04:00Z', 'revision_number': 2, 'project_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'subnets': [{'id': '39325fef-cb6d-44e3-b173-38cf4f7c4f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:02.330622 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424b89ef-b48e-4065-a7d2-441c0d859fa7 None None] The sync data for ids ['70500326-62e0-42ac-9148-0b561c708217'] in dv-cinder-835384-27-smb is: [{'id': '70500326-62e0-42ac-9148-0b561c708217', 'name': 'tempest-TestShelveInstance-1563827636-router', 'tenant_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '660e6cb9-e572-4521-861b-221617b5ff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:55Z', 'updated_at': '2022-09-15T18:04:00Z', 'revision_number': 4, 'project_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'gw_port': {'id': '660e6cb9-e572-4521-861b-221617b5ff7e', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70500326-62e0-42ac-9148-0b561c708217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:55Z', 'updated_at': '2022-09-15T18:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'e1b15f38-09d3-4d5a-aa55-423bb9359781', 'name': '', 'network_id': 'b3e1e5fe-df6f-4af0-9355-a6603097f737', 'tenant_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'mac_address': 'fa:16:3e:61:9b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70500326-62e0-42ac-9148-0b561c708217', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39325fef-cb6d-44e3-b173-38cf4f7c4f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:59Z', 'updated_at': '2022-09-15T18:04:00Z', 'revision_number': 2, 'project_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'subnets': [{'id': '39325fef-cb6d-44e3-b173-38cf4f7c4f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:04:02.352689 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:04:02.357780 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-a196f304-da3f-421b-9a8f-fa4fe2f29d5e admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/70500326-62e0-42ac-9148-0b561c708217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8632863 Sep 15 18:04:02.409197 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-1e3dd9f7-cfd4-45e7-bb1f-e37115b43861 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:02.411543 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-1e3dd9f7-cfd4-45e7-bb1f-e37115b43861 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 819 time: 0.1784604 Sep 15 18:04:02.441250 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:02.449367 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-e5697a9a-0aae-4684-b657-7769082c2403 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/quotas/646252485a394aff93dd855c977cc609 HTTP/1.1" status: 200 len: 375 time: 0.0259914 Sep 15 18:04:02.513417 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:02.595312 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-ac203900-0ce4-4666-831d-39c6f5ba7fc2 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1389520 Sep 15 18:04:02.759649 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Attempt 4 to provision port e1b15f38-09d3-4d5a-aa55-423bb9359781 Sep 15 18:04:02.847009 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-2d29a619-a125-410a-8335-3c0ac5bcab8c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342558 Sep 15 18:04:02.852032 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Port e1b15f38-09d3-4d5a-aa55-423bb9359781 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:02.991451 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-381000a8-ea0c-4ded-8229-a71e92b83ba8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258783 Sep 15 18:04:03.185841 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 34642) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:03.192526 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-9a0c15c2-a484-498e-a084-7a3eb54c5383 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2015947819', 'description': 'tempest-secgroup-smoke-2015947819 description', 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:03.209639 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7520909c-b81b-4fe1-84fa-7d268bb9363a req-0713b253-c4db-4876-b072-ac98017a90ad tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 210 time: 0.0386469 Sep 15 18:04:03.239796 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a0c15c2-a484-498e-a084-7a3eb54c5383 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:03.252884 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:03.355403 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Attempt 5 to provision port e1b15f38-09d3-4d5a-aa55-423bb9359781 Sep 15 18:04:03.401730 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a0c15c2-a484-498e-a084-7a3eb54c5383 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group (fefbfba9-b463-4807-8f0b-f4a7a37c07b3), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:03.407712 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a0c15c2-a484-498e-a084-7a3eb54c5383 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (fefbfba9-b463-4807-8f0b-f4a7a37c07b3), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:03.460519 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Port e1b15f38-09d3-4d5a-aa55-423bb9359781 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:03.467611 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a0c15c2-a484-498e-a084-7a3eb54c5383 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:03.469140 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-9a0c15c2-a484-498e-a084-7a3eb54c5383 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2816627 Sep 15 18:04:03.472776 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34660) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:03.473754 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c15c2-a484-498e-a084-7a3eb54c5383 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fefbfba9-b463-4807-8f0b-f4a7a37c07b3,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:03.478200 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f761378d-2022-40bf-8424-f74690557e28 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Request body: {'security_group_rule': {'security_group_id': 'fefbfba9-b463-4807-8f0b-f4a7a37c07b3', 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:03.529569 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f761378d-2022-40bf-8424-f74690557e28 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (53724db0-2495-4e57-987d-9d935428e033), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:03.616599 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 660e6cb9-e572-4521-861b-221617b5ff7e up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:03.658429 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f761378d-2022-40bf-8424-f74690557e28 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (53724db0-2495-4e57-987d-9d935428e033), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:03.664514 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f761378d-2022-40bf-8424-f74690557e28 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (53724db0-2495-4e57-987d-9d935428e033), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:03.696314 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761378d-2022-40bf-8424-f74690557e28 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53724db0-2495-4e57-987d-9d935428e033,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:03.701543 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f761378d-2022-40bf-8424-f74690557e28 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:03.703996 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-f761378d-2022-40bf-8424-f74690557e28 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2301118 Sep 15 18:04:03.707386 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 34666) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:03.712983 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-93edb1cf-271d-455a-8b64-c71b23bdfce1 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Request body: {'security_group_rule': {'security_group_id': 'fefbfba9-b463-4807-8f0b-f4a7a37c07b3', 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:03.718191 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 71c2655f-7f52-4469-97e3-d93fbcf6a37a no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:04:03.763266 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: 71c2655f-7f52-4469-97e3-d93fbcf6a37a {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:04:03.763773 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 71c2655f-7f52-4469-97e3-d93fbcf6a37a not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:04:03.779649 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:03.794628 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-93edb1cf-271d-455a-8b64-c71b23bdfce1 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (a7af4712-ce16-4468-a695-277a2c38d144), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:03.800067 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 660e6cb9-e572-4521-861b-221617b5ff7e triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:03.800442 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (660e6cb9-e572-4521-861b-221617b5ff7e), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:03.800776 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 660e6cb9-e572-4521-861b-221617b5ff7e Sep 15 18:04:03.928292 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:03.976000 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-93edb1cf-271d-455a-8b64-c71b23bdfce1 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (a7af4712-ce16-4468-a695-277a2c38d144), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:03.982583 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-93edb1cf-271d-455a-8b64-c71b23bdfce1 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (a7af4712-ce16-4468-a695-277a2c38d144), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:03.986453 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Attempt 6 to provision port e1b15f38-09d3-4d5a-aa55-423bb9359781 Sep 15 18:04:04.000506 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edb1cf-271d-455a-8b64-c71b23bdfce1 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7af4712-ce16-4468-a695-277a2c38d144,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:04.027566 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-93edb1cf-271d-455a-8b64-c71b23bdfce1 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:04.034058 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34690) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:04.034963 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-93edb1cf-271d-455a-8b64-c71b23bdfce1 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3259597 Sep 15 18:04:04.039520 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6bd68249-50f0-410d-a141-7638a52a7018 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Request body: {'security_group_rule': {'security_group_id': 'fefbfba9-b463-4807-8f0b-f4a7a37c07b3', 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:04.083820 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Port e1b15f38-09d3-4d5a-aa55-423bb9359781 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:04.093177 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6bd68249-50f0-410d-a141-7638a52a7018 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (1eef4cf4-5054-491c-8490-9266d08c80db), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:04.169744 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:04.180906 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 660e6cb9-e572-4521-861b-221617b5ff7e is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:04.184059 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (660e6cb9-e572-4521-861b-221617b5ff7e), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:04.207231 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:04.209946 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6bd68249-50f0-410d-a141-7638a52a7018 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (1eef4cf4-5054-491c-8490-9266d08c80db), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:04.217816 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6bd68249-50f0-410d-a141-7638a52a7018 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (1eef4cf4-5054-491c-8490-9266d08c80db), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:04.243122 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] For port 660e6cb9-e572-4521-861b-221617b5ff7e, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=660e6cb9-e572-4521-861b-221617b5ff7e,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:04.255690 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (660e6cb9-e572-4521-861b-221617b5ff7e), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:04.296700 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd68249-50f0-410d-a141-7638a52a7018 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eef4cf4-5054-491c-8490-9266d08c80db,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:04.321630 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6bd68249-50f0-410d-a141-7638a52a7018 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:04.328287 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 34698) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:04.335231 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-626f5f20-0f2e-4c5c-902d-b8454f64f987 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Request body: {'security_group_rule': {'security_group_id': 'fefbfba9-b463-4807-8f0b-f4a7a37c07b3', 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:04.341832 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-6bd68249-50f0-410d-a141-7638a52a7018 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3056319 Sep 15 18:04:04.381920 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Pushing event updated for resources: {'Port': ['ID=660e6cb9-e572-4521-861b-221617b5ff7e,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:04.383506 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b71dc583-f1da-4df4-84f2-8ac13859a4ca req-fd2e8087-2ae1-4068-abbc-d3908a6d88cf tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 210 time: 0.0403795 Sep 15 18:04:04.402380 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-626f5f20-0f2e-4c5c-902d-b8454f64f987 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (053adf57-f838-482e-a7e9-07b4be38d5ff), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:04.499857 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-626f5f20-0f2e-4c5c-902d-b8454f64f987 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (053adf57-f838-482e-a7e9-07b4be38d5ff), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:04.503674 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-626f5f20-0f2e-4c5c-902d-b8454f64f987 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (053adf57-f838-482e-a7e9-07b4be38d5ff), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:04.531388 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f5f20-0f2e-4c5c-902d-b8454f64f987 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053adf57-f838-482e-a7e9-07b4be38d5ff,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:04.544031 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-626f5f20-0f2e-4c5c-902d-b8454f64f987 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:04.548605 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34710) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:04.550529 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-626f5f20-0f2e-4c5c-902d-b8454f64f987 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2190363 Sep 15 18:04:04.554809 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d0573a2b-0669-45ca-96a8-8ed3e3ed0b24 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Request body: {'security_group_rule': {'security_group_id': 'fefbfba9-b463-4807-8f0b-f4a7a37c07b3', 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:04.584795 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Attempt 7 to provision port e1b15f38-09d3-4d5a-aa55-423bb9359781 Sep 15 18:04:04.594444 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-d0573a2b-0669-45ca-96a8-8ed3e3ed0b24 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Project a11adea5f21c48eb91e2c8f88f8c3349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:04:04.624071 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0573a2b-0669-45ca-96a8-8ed3e3ed0b24 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (8341152f-99c7-47d0-a7b0-69dac9fceb5d), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:04.643340 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 34718) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:04.690970 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Port e1b15f38-09d3-4d5a-aa55-423bb9359781 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:04.744241 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0573a2b-0669-45ca-96a8-8ed3e3ed0b24 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (8341152f-99c7-47d0-a7b0-69dac9fceb5d), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:04.749974 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0573a2b-0669-45ca-96a8-8ed3e3ed0b24 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (8341152f-99c7-47d0-a7b0-69dac9fceb5d), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:04.780908 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0573a2b-0669-45ca-96a8-8ed3e3ed0b24 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:04.785856 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 34730) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:04.790846 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-ff575b82-24c5-4f30-a98d-faf8354fdbc6 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Request body: {'security_group_rule': {'security_group_id': 'fefbfba9-b463-4807-8f0b-f4a7a37c07b3', 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:04.798015 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-d0573a2b-0669-45ca-96a8-8ed3e3ed0b24 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2477620 Sep 15 18:04:04.801994 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0573a2b-0669-45ca-96a8-8ed3e3ed0b24 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8341152f-99c7-47d0-a7b0-69dac9fceb5d,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:04.835757 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8dc4-34f5-4dee-864e-c5bd5a5903cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:04.849203 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.securitygroups_db [None req-ff575b82-24c5-4f30-a98d-faf8354fdbc6 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Project a11adea5f21c48eb91e2c8f88f8c3349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:04:04.869050 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ff575b82-24c5-4f30-a98d-faf8354fdbc6 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (d29bc53a-e312-4f6c-82f1-b08461382ff3), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:05.007248 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ff575b82-24c5-4f30-a98d-faf8354fdbc6 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (d29bc53a-e312-4f6c-82f1-b08461382ff3), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:05.017880 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ff575b82-24c5-4f30-a98d-faf8354fdbc6 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (d29bc53a-e312-4f6c-82f1-b08461382ff3), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:05.028345 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:INSERT=22,neutron:SELECT=73,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:05.034226 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8dc4-34f5-4dee-864e-c5bd5a5903cb admin admin] Publish callbacks [] for security_group (c69244f8-a2e1-4f81-a894-3624b2d2cc5a), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:05.048439 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8dc4-34f5-4dee-864e-c5bd5a5903cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (c69244f8-a2e1-4f81-a894-3624b2d2cc5a), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:05.058593 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ff575b82-24c5-4f30-a98d-faf8354fdbc6 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:05.060166 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-ff575b82-24c5-4f30-a98d-faf8354fdbc6 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2731395 Sep 15 18:04:05.060904 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff575b82-24c5-4f30-a98d-faf8354fdbc6 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29bc53a-e312-4f6c-82f1-b08461382ff3,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:05.084012 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:05.105611 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb8dc4-34f5-4dee-864e-c5bd5a5903cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69244f8-a2e1-4f81-a894-3624b2d2cc5a,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:05.111294 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-3ffb8dc4-34f5-4dee-864e-c5bd5a5903cb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fc401dbcd7ed4b828aed0d0ceeb9319a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4661477 Sep 15 18:04:05.114271 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34778) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:05.192457 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Attempt 8 to provision port e1b15f38-09d3-4d5a-aa55-423bb9359781 Sep 15 18:04:05.193177 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-42e84fd8-31f8-458f-a0a9-86c01bf72b27 admin admin] Publish callbacks [] for security_group (c69244f8-a2e1-4f81-a894-3624b2d2cc5a), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:05.218305 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-42e84fd8-31f8-458f-a0a9-86c01bf72b27 admin admin] Publish callbacks [] for security_group (c69244f8-a2e1-4f81-a894-3624b2d2cc5a), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:05.275077 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Port e1b15f38-09d3-4d5a-aa55-423bb9359781 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:05.315508 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-42e84fd8-31f8-458f-a0a9-86c01bf72b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (c69244f8-a2e1-4f81-a894-3624b2d2cc5a), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:05.321957 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-42e84fd8-31f8-458f-a0a9-86c01bf72b27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:05.326407 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-42e84fd8-31f8-458f-a0a9-86c01bf72b27 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c69244f8-a2e1-4f81-a894-3624b2d2cc5a HTTP/1.1" status: 204 len: 168 time: 0.2083411 Sep 15 18:04:05.357149 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e84fd8-31f8-458f-a0a9-86c01bf72b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69244f8-a2e1-4f81-a894-3624b2d2cc5a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:05.608903 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:05.648476 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 660e6cb9-e572-4521-861b-221617b5ff7e up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:05.749871 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-40ac6e2c-a766-4889-82ed-5c607cc82ab2 req-5bd88aae-fbaf-4e0e-ad98-8fff60586290 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 210 time: 0.1587481 Sep 15 18:04:05.779191 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-502e7f25-c1f1-43f8-80de-49d41dac2e2b tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:05.781942 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-502e7f25-c1f1-43f8-80de-49d41dac2e2b tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.27 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 819 time: 0.3866320 Sep 15 18:04:05.792260 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Attempt 9 to provision port e1b15f38-09d3-4d5a-aa55-423bb9359781 Sep 15 18:04:05.883420 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Port e1b15f38-09d3-4d5a-aa55-423bb9359781 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:05.894077 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 660e6cb9-e572-4521-861b-221617b5ff7e triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:05.894567 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (660e6cb9-e572-4521-861b-221617b5ff7e), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:05.894913 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 660e6cb9-e572-4521-861b-221617b5ff7e Sep 15 18:04:05.949171 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Sync routers for ids ['70500326-62e0-42ac-9148-0b561c708217'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:04:05.952027 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:05.968328 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Routers {'70500326-62e0-42ac-9148-0b561c708217'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:04:05.969544 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-46bf950c-1491-4607-a1f0-c22ab2c77562 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=646252485a394aff93dd855c977cc609 HTTP/1.1" status: 200 len: 380 time: 0.1684821 Sep 15 18:04:05.970351 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:04:02Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['70500326-62e0-42ac-9148-0b561c708217'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:06.053566 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-bdd2859d-9276-4158-b7cb-f14f1929afc3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Request body: {'port': {'device_id': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'admin_state_up': True, 'tenant_id': '646252485a394aff93dd855c977cc609', 'security_groups': ['ce403976-a80c-42a4-98a7-18a6000489ff']}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:06.058160 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 660e6cb9-e572-4521-861b-221617b5ff7e is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:06.105790 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Set router 70500326-62e0-42ac-9148-0b561c708217 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:04:06.271893 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-bdd2859d-9276-4158-b7cb-f14f1929afc3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Made reservation on behalf of 646252485a394aff93dd855c977cc609 for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:04:06.277865 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-bdd2859d-9276-4158-b7cb-f14f1929afc3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:06.314957 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:06.372091 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70500326-62e0-42ac-9148-0b561c708217', 'name': 'tempest-TestShelveInstance-1563827636-router', 'tenant_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '660e6cb9-e572-4521-861b-221617b5ff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:55Z', 'updated_at': '2022-09-15T18:04:00Z', 'revision_number': 4, 'project_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'gw_port': {'id': '660e6cb9-e572-4521-861b-221617b5ff7e', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70500326-62e0-42ac-9148-0b561c708217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:55Z', 'updated_at': '2022-09-15T18:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'e1b15f38-09d3-4d5a-aa55-423bb9359781', 'name': '', 'network_id': 'b3e1e5fe-df6f-4af0-9355-a6603097f737', 'tenant_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'mac_address': 'fa:16:3e:61:9b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70500326-62e0-42ac-9148-0b561c708217', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39325fef-cb6d-44e3-b173-38cf4f7c4f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:59Z', 'updated_at': '2022-09-15T18:04:00Z', 'revision_number': 2, 'project_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'subnets': [{'id': '39325fef-cb6d-44e3-b173-38cf4f7c4f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:06.384442 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Attempt 10 to provision port e1b15f38-09d3-4d5a-aa55-423bb9359781 Sep 15 18:04:06.409991 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Checking router: 70500326-62e0-42ac-9148-0b561c708217 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:04:06.410378 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Updating router 70500326-62e0-42ac-9148-0b561c708217 port e1b15f38-09d3-4d5a-aa55-423bb9359781 binding host dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:04:06.445605 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:06.490454 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0c02e945-c656-4f3f-94b7-5c8e54c72f44 None None] Port e1b15f38-09d3-4d5a-aa55-423bb9359781 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:06.548728 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-bdd2859d-9276-4158-b7cb-f14f1929afc3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Allocated IP 172.20.0.10 (8593de74-aee0-42c2-a47e-251a344102c2/397f452f-84f2-47b4-83c7-c0b41ea0d7ed/ad21df59-e5cd-4e57-b97d-fdacd1977ad0) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:04:06.611433 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-742f6e85-4175-4714-bd7d-343f8a946dd0 None None] Provisioning complete for port e1b15f38-09d3-4d5a-aa55-423bb9359781 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:06.611802 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-742f6e85-4175-4714-bd7d-343f8a946dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:06.612138 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-742f6e85-4175-4714-bd7d-343f8a946dd0 None None] Attempt 1 to provision port e1b15f38-09d3-4d5a-aa55-423bb9359781 Sep 15 18:04:06.652541 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-742f6e85-4175-4714-bd7d-343f8a946dd0 None None] Port e1b15f38-09d3-4d5a-aa55-423bb9359781 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:06.861664 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Publish callbacks [] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:06.873170 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:06.892648 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b75012d8-5ca3-40c4-93f2-3bf6928377ab req-8b5b6fd6-7b2d-4f27-b6e2-03a3815f52ac tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 210 time: 0.0497441 Sep 15 18:04:06.977932 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-bdd2859d-9276-4158-b7cb-f14f1929afc3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for port (ad21df59-e5cd-4e57-b97d-fdacd1977ad0), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:07.021447 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe50e1c-ba0e-4816-8662-3cf372afd579 None None] Pushing event updated for resources: {'Port': ['ID=e1b15f38-09d3-4d5a-aa55-423bb9359781,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:07.022613 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-bdd2859d-9276-4158-b7cb-f14f1929afc3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (ad21df59-e5cd-4e57-b97d-fdacd1977ad0), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:07.069894 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Attempting to bind port e1b15f38-09d3-4d5a-aa55-423bb9359781 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:04:07.071229 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Attempting to bind port e1b15f38-09d3-4d5a-aa55-423bb9359781 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'a1362ae6-3bd7-477b-a193-885e1c9da976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b3e1e5fe-df6f-4af0-9355-a6603097f737'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:04:07.072024 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Attempting to bind port e1b15f38-09d3-4d5a-aa55-423bb9359781 on network b3e1e5fe-df6f-4af0-9355-a6603097f737 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:04:07.087644 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-bdd2859d-9276-4158-b7cb-f14f1929afc3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Network 8593de74-aee0-42c2-a47e-251a344102c2 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:04:07.091967 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-bdd2859d-9276-4158-b7cb-f14f1929afc3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:07.096222 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-bdd2859d-9276-4158-b7cb-f14f1929afc3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:04:07.102811 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2859d-9276-4158-b7cb-f14f1929afc3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Pushing event updated for resources: {'Port': ['ID=ad21df59-e5cd-4e57-b97d-fdacd1977ad0,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:07.148125 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:04:07.148586 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Checking segment: {'id': 'a1362ae6-3bd7-477b-a193-885e1c9da976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b3e1e5fe-df6f-4af0-9355-a6603097f737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:04:07.153980 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-742f6e85-4175-4714-bd7d-343f8a946dd0 None None] Attempt 2 to provision port e1b15f38-09d3-4d5a-aa55-423bb9359781 Sep 15 18:04:07.155669 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:07.156636 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Bound using segment: {'id': 'a1362ae6-3bd7-477b-a193-885e1c9da976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b3e1e5fe-df6f-4af0-9355-a6603097f737'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:04:07.158388 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Bound port: e1b15f38-09d3-4d5a-aa55-423bb9359781, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1362ae6-3bd7-477b-a193-885e1c9da976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b3e1e5fe-df6f-4af0-9355-a6603097f737'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:04:07.159544 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:07.182797 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-bdd2859d-9276-4158-b7cb-f14f1929afc3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:07.184254 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-bdd2859d-9276-4158-b7cb-f14f1929afc3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:07.205792 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-bdd2859d-9276-4158-b7cb-f14f1929afc3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1651940 Sep 15 18:04:07.232971 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Request body: {'port': {'device_id': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:07.235155 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-742f6e85-4175-4714-bd7d-343f8a946dd0 None None] Port e1b15f38-09d3-4d5a-aa55-423bb9359781 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:07.301803 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:07.322923 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] For port e1b15f38-09d3-4d5a-aa55-423bb9359781, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:04:07.327560 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] For port e1b15f38-09d3-4d5a-aa55-423bb9359781, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=e1b15f38-09d3-4d5a-aa55-423bb9359781,segment=NetworkSegment(a1362ae6-3bd7-477b-a193-885e1c9da976),segment_id=a1362ae6-3bd7-477b-a193-885e1c9da976)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:04:07.339133 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:07.362110 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (ad21df59-e5cd-4e57-b97d-fdacd1977ad0), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:07.364066 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:07.375550 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:07.456651 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Routers {'70500326-62e0-42ac-9148-0b561c708217'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:04:07.457669 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:04:02Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['70500326-62e0-42ac-9148-0b561c708217'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:07.512495 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe50e1c-ba0e-4816-8662-3cf372afd579 None None] Pushing event updated for resources: {'Port': ['ID=e1b15f38-09d3-4d5a-aa55-423bb9359781,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:07.645965 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] Set router 70500326-62e0-42ac-9148-0b561c708217 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:04:07.646235 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 34976) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:07.699048 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:07.736578 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-742f6e85-4175-4714-bd7d-343f8a946dd0 None None] Attempt 3 to provision port e1b15f38-09d3-4d5a-aa55-423bb9359781 Sep 15 18:04:07.846971 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9ec906d-039a-47a3-8a0f-6edd5d91e651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:07.862075 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad21df59-e5cd-4e57-b97d-fdacd1977ad0 {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:04:07.877208 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Publish callbacks [] for port (ad21df59-e5cd-4e57-b97d-fdacd1977ad0), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:07.922630 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Transition to ACTIVE for port object ad21df59-e5cd-4e57-b97d-fdacd1977ad0 will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:04:07.937238 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (ad21df59-e5cd-4e57-b97d-fdacd1977ad0), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:07.973625 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-742f6e85-4175-4714-bd7d-343f8a946dd0 None None] Current status of the port e1b15f38-09d3-4d5a-aa55-423bb9359781 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:07.979962 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-742f6e85-4175-4714-bd7d-343f8a946dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:08.012928 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Pushing event updated for resources: {'Port': ['ID=ad21df59-e5cd-4e57-b97d-fdacd1977ad0,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:08.100505 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70500326-62e0-42ac-9148-0b561c708217', 'name': 'tempest-TestShelveInstance-1563827636-router', 'tenant_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '660e6cb9-e572-4521-861b-221617b5ff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:55Z', 'updated_at': '2022-09-15T18:04:00Z', 'revision_number': 4, 'project_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'gw_port': {'id': '660e6cb9-e572-4521-861b-221617b5ff7e', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70500326-62e0-42ac-9148-0b561c708217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:55Z', 'updated_at': '2022-09-15T18:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'e1b15f38-09d3-4d5a-aa55-423bb9359781', 'name': '', 'network_id': 'b3e1e5fe-df6f-4af0-9355-a6603097f737', 'tenant_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'mac_address': 'fa:16:3e:61:9b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70500326-62e0-42ac-9148-0b561c708217', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39325fef-cb6d-44e3-b173-38cf4f7c4f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:59Z', 'updated_at': '2022-09-15T18:04:07Z', 'revision_number': 4, 'project_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'subnets': [{'id': '39325fef-cb6d-44e3-b173-38cf4f7c4f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:08.103770 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-742f6e85-4175-4714-bd7d-343f8a946dd0 None None] For port e1b15f38-09d3-4d5a-aa55-423bb9359781, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=e1b15f38-09d3-4d5a-aa55-423bb9359781,segment=NetworkSegment(a1362ae6-3bd7-477b-a193-885e1c9da976),segment_id=a1362ae6-3bd7-477b-a193-885e1c9da976)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:08.113429 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-742f6e85-4175-4714-bd7d-343f8a946dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:08.170432 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Attempting to bind port ad21df59-e5cd-4e57-b97d-fdacd1977ad0 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:04:08.173892 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Attempting to bind port ad21df59-e5cd-4e57-b97d-fdacd1977ad0 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:04:08.174352 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Attempting to bind port ad21df59-e5cd-4e57-b97d-fdacd1977ad0 on network 8593de74-aee0-42c2-a47e-251a344102c2 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:04:08.175830 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9ec906d-039a-47a3-8a0f-6edd5d91e651 admin admin] Publish callbacks [] for security_group (4b469b70-ae53-4438-ae71-cb9779166f53), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:08.211592 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c8863-2bd0-4eed-bb76-fc20228297ae None None] The sync data for ids ['70500326-62e0-42ac-9148-0b561c708217'] in dv-cinder-835384-27-smb is: [{'id': '70500326-62e0-42ac-9148-0b561c708217', 'name': 'tempest-TestShelveInstance-1563827636-router', 'tenant_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '660e6cb9-e572-4521-861b-221617b5ff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:55Z', 'updated_at': '2022-09-15T18:04:00Z', 'revision_number': 4, 'project_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'gw_port': {'id': '660e6cb9-e572-4521-861b-221617b5ff7e', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70500326-62e0-42ac-9148-0b561c708217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:55Z', 'updated_at': '2022-09-15T18:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'e1b15f38-09d3-4d5a-aa55-423bb9359781', 'name': '', 'network_id': 'b3e1e5fe-df6f-4af0-9355-a6603097f737', 'tenant_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'mac_address': 'fa:16:3e:61:9b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70500326-62e0-42ac-9148-0b561c708217', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39325fef-cb6d-44e3-b173-38cf4f7c4f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:59Z', 'updated_at': '2022-09-15T18:04:07Z', 'revision_number': 4, 'project_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'subnets': [{'id': '39325fef-cb6d-44e3-b173-38cf4f7c4f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:04:08.213239 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9ec906d-039a-47a3-8a0f-6edd5d91e651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (4b469b70-ae53-4438-ae71-cb9779166f53), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:08.259364 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f6e85-4175-4714-bd7d-343f8a946dd0 None None] Pushing event updated for resources: {'Port': ['ID=e1b15f38-09d3-4d5a-aa55-423bb9359781,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:08.295307 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4b31e-5207-447c-92c6-d0dd2e443569 req-ba963fac-29d8-40ea-be74-140b2279098e tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:08.302388 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f5f4b31e-5207-447c-92c6-d0dd2e443569 req-ba963fac-29d8-40ea-be74-140b2279098e tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 944 time: 0.2363517 Sep 15 18:04:08.327123 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Port ad21df59-e5cd-4e57-b97d-fdacd1977ad0 on network 8593de74-aee0-42c2-a47e-251a344102c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:04:08.327463 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Attempting to bind port ad21df59-e5cd-4e57-b97d-fdacd1977ad0 on network 8593de74-aee0-42c2-a47e-251a344102c2 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:04:08.359789 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-e9ec906d-039a-47a3-8a0f-6edd5d91e651 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=85bd288851fb4d069555dd203cc3d1b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7115490 Sep 15 18:04:08.362672 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35006) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:08.371394 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec906d-039a-47a3-8a0f-6edd5d91e651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b469b70-ae53-4438-ae71-cb9779166f53,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:08.447903 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:04:08.448521 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Checking segment: {'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:04:08.449237 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Bound using segment: {'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:04:08.450099 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Bound port: ad21df59-e5cd-4e57-b97d-fdacd1977ad0, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a328c2de-4cc9-49d4-923f-677bf8718f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:04:08.450792 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (ad21df59-e5cd-4e57-b97d-fdacd1977ad0), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:08.467214 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f5f4b31e-5207-447c-92c6-d0dd2e443569 req-708097b8-2119-490a-8d3d-f4a742f8408a tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635559 Sep 15 18:04:08.506941 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7acb1962-1f3c-4f47-8f55-a8374679c946 admin admin] Publish callbacks [] for security_group (4b469b70-ae53-4438-ae71-cb9779166f53), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:08.543214 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7acb1962-1f3c-4f47-8f55-a8374679c946 admin admin] Publish callbacks [] for security_group (4b469b70-ae53-4438-ae71-cb9779166f53), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:08.556210 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] For port ad21df59-e5cd-4e57-b97d-fdacd1977ad0, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:04:08.561755 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] For port ad21df59-e5cd-4e57-b97d-fdacd1977ad0, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ad21df59-e5cd-4e57-b97d-fdacd1977ad0,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:04:08.573621 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (ad21df59-e5cd-4e57-b97d-fdacd1977ad0), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:08.579145 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:08.579757 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:08.581370 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/ad21df59-e5cd-4e57-b97d-fdacd1977ad0 HTTP/1.1" status: 200 len: 1094 time: 1.3540232 Sep 15 18:04:08.582096 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'tag': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:04:08.584566 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf068302-e542-4279-b8c0-09d2694a87c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0eba8b7d-23f4-422b-b283-70a5ecfdd040", "tag": "ad21df59-e5cd-4e57-b97d-fdacd1977ad0"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:04:08.623389 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7acb1962-1f3c-4f47-8f55-a8374679c946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (4b469b70-ae53-4438-ae71-cb9779166f53), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:08.626155 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7acb1962-1f3c-4f47-8f55-a8374679c946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:08.630176 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-7acb1962-1f3c-4f47-8f55-a8374679c946 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4b469b70-ae53-4438-ae71-cb9779166f53 HTTP/1.1" status: 204 len: 168 time: 0.2638550 Sep 15 18:04:08.644324 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb1962-1f3c-4f47-8f55-a8374679c946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b469b70-ae53-4438-ae71-cb9779166f53,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:08.653955 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c12ac7-dd13-47a8-b410-35a1b71ea2fb service neutron] Pushing event updated for resources: {'Port': ['ID=ad21df59-e5cd-4e57-b97d-fdacd1977ad0,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:08.710811 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8c5e58-078b-4b96-b21a-ba89c33f2cf3 x-openstack-request-id: req-1f8c5e58-078b-4b96-b21a-ba89c33f2cf3 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:04:08.711102 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eba8b7d-23f4-422b-b283-70a5ecfdd040", "tag": "ad21df59-e5cd-4e57-b97d-fdacd1977ad0", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:04:08.711988 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f8c5e58-078b-4b96-b21a-ba89c33f2cf3 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:04:08.712404 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8c5e58-078b-4b96-b21a-ba89c33f2cf3'] response: {'name': 'network-changed', 'server_uuid': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'tag': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0', 'status': 'completed', 'code': 200} Sep 15 18:04:08.761024 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-269e8903-d8ed-47fd-bc0f-34e7335da282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:08.762629 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-269e8903-d8ed-47fd-bc0f-34e7335da282 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 1128 time: 0.0682938 Sep 15 18:04:08.828567 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-ea1444fa-ee6c-4de0-8853-2c0f6039536f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad21df59-e5cd-4e57-b97d-fdacd1977ad0 HTTP/1.1" status: 200 len: 217 time: 0.0497355 Sep 15 18:04:08.893663 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-5e63b605-da29-4e2f-bef2-569f9449d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:08.895484 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-5e63b605-da29-4e2f-bef2-569f9449d3af service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 200 len: 858 time: 0.0598011 Sep 15 18:04:08.964744 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:08.968793 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-5aa00319-f384-4c9f-9dda-6066e96cda01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:08.974361 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-5aa00319-f384-4c9f-9dda-6066e96cda01 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8593de74-aee0-42c2-a47e-251a344102c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0715625 Sep 15 18:04:09.140483 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-baa327a0-9ced-4401-8cd5-7a92341b964c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540205 Sep 15 18:04:09.234797 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:09.317128 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-9a9c50a1-3a89-41fa-8b56-7d267899e7a4 req-fb9ccc06-669a-4893-acab-c089aa14f42f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676872 Sep 15 18:04:09.550148 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device e1b15f38-09d3-4d5a-aa55-423bb9359781 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:09.654978 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port e1b15f38-09d3-4d5a-aa55-423bb9359781 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:09.655522 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:09.656129 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port e1b15f38-09d3-4d5a-aa55-423bb9359781 Sep 15 18:04:09.659191 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:09.805748 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port e1b15f38-09d3-4d5a-aa55-423bb9359781 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:09.857513 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:09.911563 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28545c-00ad-4cae-b554-7a2051d96607 req-c89ec3bd-47b1-4db4-a201-bb61afebb243 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:09.920251 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1b28545c-00ad-4cae-b554-7a2051d96607 req-c89ec3bd-47b1-4db4-a201-bb61afebb243 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 944 time: 0.0929222 Sep 15 18:04:09.988021 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1b28545c-00ad-4cae-b554-7a2051d96607 req-e6c149f1-789c-4999-adc4-776bb0ae79a6 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667067 Sep 15 18:04:10.375312 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35114) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:10.422027 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf068302-e542-4279-b8c0-09d2694a87c9 req-e93e85bf-2705-4bfe-801c-7efe86a48151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:10.424031 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cf068302-e542-4279-b8c0-09d2694a87c9 req-e93e85bf-2705-4bfe-801c-7efe86a48151 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 1128 time: 0.0446880 Sep 15 18:04:10.493872 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a800af96-74b6-4f2e-ae67-6bc74c9167b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:10.549544 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf068302-e542-4279-b8c0-09d2694a87c9 req-da9318c4-6113-4c44-ac5d-9ee5b2f289a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:10.551445 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cf068302-e542-4279-b8c0-09d2694a87c9 req-da9318c4-6113-4c44-ac5d-9ee5b2f289a7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 920 time: 0.1195891 Sep 15 18:04:10.586278 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a800af96-74b6-4f2e-ae67-6bc74c9167b0 admin admin] Publish callbacks [] for security_group (d7cd3755-eded-444e-a6d4-ff4c11296211), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:10.596235 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a800af96-74b6-4f2e-ae67-6bc74c9167b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (d7cd3755-eded-444e-a6d4-ff4c11296211), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:10.600081 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cf068302-e542-4279-b8c0-09d2694a87c9 req-fd47314a-fe68-439b-9e4a-78907e9f2b6f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad21df59-e5cd-4e57-b97d-fdacd1977ad0 HTTP/1.1" status: 200 len: 217 time: 0.0387707 Sep 15 18:04:10.637162 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800af96-74b6-4f2e-ae67-6bc74c9167b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cd3755-eded-444e-a6d4-ff4c11296211,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:10.642725 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-a800af96-74b6-4f2e-ae67-6bc74c9167b0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=629aeae088a64c56a27cfc9e9ae7a90b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663302 Sep 15 18:04:10.645436 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35118) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:10.658558 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf068302-e542-4279-b8c0-09d2694a87c9 req-0611b1cb-b96c-4739-95dc-4b4caabab692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:10.660181 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cf068302-e542-4279-b8c0-09d2694a87c9 req-0611b1cb-b96c-4739-95dc-4b4caabab692 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 200 len: 858 time: 0.0510659 Sep 15 18:04:10.710344 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf068302-e542-4279-b8c0-09d2694a87c9 req-97760cd1-6ef1-4f47-86ea-14be3a37686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:10.711902 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cf068302-e542-4279-b8c0-09d2694a87c9 req-97760cd1-6ef1-4f47-86ea-14be3a37686a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8593de74-aee0-42c2-a47e-251a344102c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0429864 Sep 15 18:04:10.717671 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16e01859-cdf9-4b29-9138-ba408d1423a8 admin admin] Publish callbacks [] for security_group (d7cd3755-eded-444e-a6d4-ff4c11296211), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:10.748977 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16e01859-cdf9-4b29-9138-ba408d1423a8 admin admin] Publish callbacks [] for security_group (d7cd3755-eded-444e-a6d4-ff4c11296211), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:10.783287 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:10.802967 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16e01859-cdf9-4b29-9138-ba408d1423a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (d7cd3755-eded-444e-a6d4-ff4c11296211), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:10.805661 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16e01859-cdf9-4b29-9138-ba408d1423a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:10.810242 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-16e01859-cdf9-4b29-9138-ba408d1423a8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d7cd3755-eded-444e-a6d4-ff4c11296211 HTTP/1.1" status: 204 len: 168 time: 0.1610692 Sep 15 18:04:10.818974 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cf068302-e542-4279-b8c0-09d2694a87c9 req-83d35450-dcca-4295-8ca8-b2f6a7bd8085 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982065 Sep 15 18:04:10.819157 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e01859-cdf9-4b29-9138-ba408d1423a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cd3755-eded-444e-a6d4-ff4c11296211,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:10.952733 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cf068302-e542-4279-b8c0-09d2694a87c9 req-dd5ab02a-c38e-4de1-a9d7-92318bae40ab service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267130 Sep 15 18:04:11.134080 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83849ce8-a5b6-45d7-b859-1502e2d8cf19 req-27672bd3-c21c-4b06-a393-eee26afae143 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:11.136849 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-83849ce8-a5b6-45d7-b859-1502e2d8cf19 req-27672bd3-c21c-4b06-a393-eee26afae143 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 944 time: 0.0541563 Sep 15 18:04:11.206161 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-83849ce8-a5b6-45d7-b859-1502e2d8cf19 req-d007cb6f-f5c6-411a-8dae-4250156eaff5 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577614 Sep 15 18:04:11.264945 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35136) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:11.426033 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-5f59cf1d-b3c5-46f5-bed8-bee9cdfeeb5e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=71d3d8e06a774f82bb5e56fcd87adc15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599104 Sep 15 18:04:11.428608 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35144) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:11.477406 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f93bac1-f446-4509-a70f-83e4affe5a5d admin admin] Publish callbacks [] for security_group (82356d2d-d7cf-48c4-bf68-128d7fc9dbd9), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:11.501133 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f93bac1-f446-4509-a70f-83e4affe5a5d admin admin] Publish callbacks [] for security_group (82356d2d-d7cf-48c4-bf68-128d7fc9dbd9), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:11.547227 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f93bac1-f446-4509-a70f-83e4affe5a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (82356d2d-d7cf-48c4-bf68-128d7fc9dbd9), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:11.549905 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f93bac1-f446-4509-a70f-83e4affe5a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:11.551078 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-4f93bac1-f446-4509-a70f-83e4affe5a5d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/82356d2d-d7cf-48c4-bf68-128d7fc9dbd9 HTTP/1.1" status: 204 len: 168 time: 0.1215456 Sep 15 18:04:11.560287 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93bac1-f446-4509-a70f-83e4affe5a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82356d2d-d7cf-48c4-bf68-128d7fc9dbd9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:11.649160 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device ad21df59-e5cd-4e57-b97d-fdacd1977ad0 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:04:11.759823 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port ad21df59-e5cd-4e57-b97d-fdacd1977ad0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ad21df59-e5cd-4e57-b97d-fdacd1977ad0,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:11.771966 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'port_id': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0', 'mac_address': 'fa:16:3e:b0:67:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:04:11.809976 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port ad21df59-e5cd-4e57-b97d-fdacd1977ad0 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:11.810541 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (ad21df59-e5cd-4e57-b97d-fdacd1977ad0), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:11.831181 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad21df59-e5cd-4e57-b97d-fdacd1977ad0 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:04:11.856540 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port ad21df59-e5cd-4e57-b97d-fdacd1977ad0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ad21df59-e5cd-4e57-b97d-fdacd1977ad0,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:11.860473 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (ad21df59-e5cd-4e57-b97d-fdacd1977ad0), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:11.881907 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:11.908750 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=ad21df59-e5cd-4e57-b97d-fdacd1977ad0,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:12.253090 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['ad21df59-e5cd-4e57-b97d-fdacd1977ad0'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:04:12.345855 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4df654-4486-468e-a7cf-62aaee981492 req-9e9d05db-e26c-43e5-b01e-c6aad8f2e1b3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:12.347713 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ea4df654-4486-468e-a7cf-62aaee981492 req-9e9d05db-e26c-43e5-b01e-c6aad8f2e1b3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 945 time: 0.0528147 Sep 15 18:04:12.398272 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ea4df654-4486-468e-a7cf-62aaee981492 req-bff19f6e-2d6d-4946-bec0-a4e79d5571e1 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444705 Sep 15 18:04:13.534704 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed5abf-a9ee-40d9-9ec8-a9cceebdda37 req-b35d8c49-7015-4f04-89e4-08972f605819 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:13.536170 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c2ed5abf-a9ee-40d9-9ec8-a9cceebdda37 req-b35d8c49-7015-4f04-89e4-08972f605819 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 945 time: 0.0487771 Sep 15 18:04:13.585329 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c2ed5abf-a9ee-40d9-9ec8-a9cceebdda37 req-ced0cef0-20f3-4734-95c0-c4138d33c486 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429952 Sep 15 18:04:13.660844 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device ad21df59-e5cd-4e57-b97d-fdacd1977ad0 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:13.707379 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port ad21df59-e5cd-4e57-b97d-fdacd1977ad0 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:04:13.715031 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port ad21df59-e5cd-4e57-b97d-fdacd1977ad0 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:13.715410 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (ad21df59-e5cd-4e57-b97d-fdacd1977ad0), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:13.715752 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port ad21df59-e5cd-4e57-b97d-fdacd1977ad0 Sep 15 18:04:13.787922 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port ad21df59-e5cd-4e57-b97d-fdacd1977ad0 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:13.788314 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (ad21df59-e5cd-4e57-b97d-fdacd1977ad0), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:13.817761 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:04:13.820181 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b3160d-05bf-4dd3-9b6b-f0bde94c0bc2" -d '{"events": [{"server_uuid": "0eba8b7d-23f4-422b-b283-70a5ecfdd040", "name": "network-vif-plugged", "status": "completed", "tag": "ad21df59-e5cd-4e57-b97d-fdacd1977ad0"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:04:13.833120 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port ad21df59-e5cd-4e57-b97d-fdacd1977ad0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ad21df59-e5cd-4e57-b97d-fdacd1977ad0,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:13.842746 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (ad21df59-e5cd-4e57-b97d-fdacd1977ad0), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:13.897333 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982922b7-721a-48e6-bdb6-399a9f75845d x-openstack-request-id: req-982922b7-721a-48e6-bdb6-399a9f75845d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:04:13.897730 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eba8b7d-23f4-422b-b283-70a5ecfdd040", "name": "network-vif-plugged", "status": "completed", "tag": "ad21df59-e5cd-4e57-b97d-fdacd1977ad0", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:04:13.898045 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-982922b7-721a-48e6-bdb6-399a9f75845d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:04:13.898499 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982922b7-721a-48e6-bdb6-399a9f75845d'] response: {'server_uuid': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0', 'code': 200} Sep 15 18:04:13.904910 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=ad21df59-e5cd-4e57-b97d-fdacd1977ad0,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:14.171382 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5aced-47d1-4487-b601-9031150ea2ae req-f7e86f10-4d32-4fae-96bf-d8b023801dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:14.173343 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-04e5aced-47d1-4487-b601-9031150ea2ae req-f7e86f10-4d32-4fae-96bf-d8b023801dad service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 1130 time: 0.0647840 Sep 15 18:04:14.221235 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-04e5aced-47d1-4487-b601-9031150ea2ae req-399d715d-f9d2-4502-935d-f7c8bb7912ee service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386350 Sep 15 18:04:14.701081 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:14.718741 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d533f8-67d3-4150-8c9e-84b041976ffb req-f0b1ebf8-c68b-47cf-8c76-100240da1964 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:14.720327 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a5d533f8-67d3-4150-8c9e-84b041976ffb req-f0b1ebf8-c68b-47cf-8c76-100240da1964 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0581450 Sep 15 18:04:14.770144 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a5d533f8-67d3-4150-8c9e-84b041976ffb req-d1fd0559-70ef-4ab4-a689-f5339c2960e6 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Sep 15 18:04:15.892281 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe84d91-1989-4404-8e55-bb0dcfeb848a req-6b6d0d99-e6c6-4647-9f0c-ed859ca48360 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:15.893887 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9fe84d91-1989-4404-8e55-bb0dcfeb848a req-6b6d0d99-e6c6-4647-9f0c-ed859ca48360 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0467296 Sep 15 18:04:15.948249 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9fe84d91-1989-4404-8e55-bb0dcfeb848a req-f4fb3e4b-5913-4154-b083-d752b37b8ea3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467346 Sep 15 18:04:16.078332 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7c181-c50f-47cb-8352-d127a7ca61b9 req-fb2911fe-d71c-4a38-baec-267b3972edf3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:16.079846 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f5c7c181-c50f-47cb-8352-d127a7ca61b9 req-fb2911fe-d71c-4a38-baec-267b3972edf3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0572934 Sep 15 18:04:16.090254 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35290) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:16.094544 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a2e09ab5-aca3-47c2-9b06-bbb8db900121 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Request body: {'floatingip': {'port_id': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:16.165166 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a2e09ab5-aca3-47c2-9b06-bbb8db900121 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for floatingip (4f9b1dbe-227e-4b88-9264-1bec7cef4e7d), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:16.402271 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:16.787943 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a2e09ab5-aca3-47c2-9b06-bbb8db900121 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:16.792514 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a2e09ab5-aca3-47c2-9b06-bbb8db900121 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (4f9b1dbe-227e-4b88-9264-1bec7cef4e7d), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:16.893521 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.l3_db [None req-a2e09ab5-aca3-47c2-9b06-bbb8db900121 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Floating IP 4f9b1dbe-227e-4b88-9264-1bec7cef4e7d associated. External IP: 172.28.1.188, port: ad21df59-e5cd-4e57-b97d-fdacd1977ad0. Sep 15 18:04:17.330155 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e09ab5-aca3-47c2-9b06-bbb8db900121 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:04:17.429767 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:17.441187 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e09ab5-aca3-47c2-9b06-bbb8db900121 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:04:17.445764 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a2e09ab5-aca3-47c2-9b06-bbb8db900121 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:17.452112 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d4f2db-50b8-4200-97b0-e7b74f145cd2 None None] Sync routers for ids ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:04:17.462169 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4f2db-50b8-4200-97b0-e7b74f145cd2 None None] Routers {'088a99d8-6802-4c8c-bdde-95a8dfc52ef0'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:04:17.464736 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d5d4f2db-50b8-4200-97b0-e7b74f145cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:04:02Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:17.485533 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-a2e09ab5-aca3-47c2-9b06-bbb8db900121 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/4f9b1dbe-227e-4b88-9264-1bec7cef4e7d HTTP/1.1" status: 200 len: 992 time: 1.3920014 Sep 15 18:04:17.485533 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'tag': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:04:17.486502 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37c4102d2d517d607139b710ac7a8d6e47170191c640291e613d15b6186679b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77f80ec-ccb6-497a-8ef4-d6ad52970a63" -d '{"events": [{"name": "network-changed", "server_uuid": "0eba8b7d-23f4-422b-b283-70a5ecfdd040", "tag": "ad21df59-e5cd-4e57-b97d-fdacd1977ad0"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:04:17.529400 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2031cb4-cf75-418a-96d3-2bc5a0705ef6 x-openstack-request-id: req-f2031cb4-cf75-418a-96d3-2bc5a0705ef6 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:04:17.529712 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eba8b7d-23f4-422b-b283-70a5ecfdd040", "tag": "ad21df59-e5cd-4e57-b97d-fdacd1977ad0", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:04:17.529929 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2031cb4-cf75-418a-96d3-2bc5a0705ef6 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:04:17.530339 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2031cb4-cf75-418a-96d3-2bc5a0705ef6'] response: {'name': 'network-changed', 'server_uuid': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'tag': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0', 'status': 'completed', 'code': 200} Sep 15 18:04:17.580379 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:17.591465 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-d5d4f2db-50b8-4200-97b0-e7b74f145cd2 None None] Set router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:04:17.640085 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f80ec-ccb6-497a-8ef4-d6ad52970a63 req-432394dd-5a34-428e-a217-8ba3a1b7ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:17.641845 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-a77f80ec-ccb6-497a-8ef4-d6ad52970a63 req-432394dd-5a34-428e-a217-8ba3a1b7ebce service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 1130 time: 0.0409932 Sep 15 18:04:17.758436 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f80ec-ccb6-497a-8ef4-d6ad52970a63 req-7cfc77da-4f43-4b15-8044-b0ee47674d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:17.760219 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-a77f80ec-ccb6-497a-8ef4-d6ad52970a63 req-7cfc77da-4f43-4b15-8044-b0ee47674d88 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 920 time: 0.1075006 Sep 15 18:04:17.805567 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35314) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:17.839144 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-a77f80ec-ccb6-497a-8ef4-d6ad52970a63 req-8364f56d-7588-4150-b67e-b6d396ccdbe5 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad21df59-e5cd-4e57-b97d-fdacd1977ad0 HTTP/1.1" status: 200 len: 1000 time: 0.0718677 Sep 15 18:04:17.881722 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d5d4f2db-50b8-4200-97b0-e7b74f145cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:02:04Z', 'revision_number': 4, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port': {'id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:56Z', 'updated_at': '2022-09-15T18:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '4f9b1dbe-227e-4b88-9264-1bec7cef4e7d', 'tenant_id': '646252485a394aff93dd855c977cc609', 'floating_ip_address': '172.28.1.188', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'port_id': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'mac_address': 'fa:16:3e:b0:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:04:00Z', 'updated_at': '2022-09-15T18:04:16Z', 'revision_number': 1, 'project_id': '646252485a394aff93dd855c977cc609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec27a12-6472-4d5f-acc3-71eaf5a50203', 'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'tenant_id': '646252485a394aff93dd855c977cc609', 'mac_address': 'fa:16:3e:d1:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:02:02Z', 'updated_at': '2022-09-15T18:02:20Z', 'revision_number': 5, 'project_id': '646252485a394aff93dd855c977cc609', 'subnets': [{'id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:17.893710 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f80ec-ccb6-497a-8ef4-d6ad52970a63 req-06ef9806-e9eb-41ff-8add-87dfe91970e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:17.895506 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-a77f80ec-ccb6-497a-8ef4-d6ad52970a63 req-06ef9806-e9eb-41ff-8add-87dfe91970e5 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 200 len: 858 time: 0.0491714 Sep 15 18:04:17.914876 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d4f2db-50b8-4200-97b0-e7b74f145cd2 None None] Checking router: 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:04:17.931257 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4f2db-50b8-4200-97b0-e7b74f145cd2 None None] Routers {'088a99d8-6802-4c8c-bdde-95a8dfc52ef0'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:04:17.931718 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d5d4f2db-50b8-4200-97b0-e7b74f145cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:04:02Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:17.943545 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9066738-d757-4fa0-b059-8b555076f120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:17.951492 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f80ec-ccb6-497a-8ef4-d6ad52970a63 req-b5b13879-0543-4159-814b-9cafd58b9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:17.955577 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-a77f80ec-ccb6-497a-8ef4-d6ad52970a63 req-b5b13879-0543-4159-814b-9cafd58b9de5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8593de74-aee0-42c2-a47e-251a344102c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0502510 Sep 15 18:04:18.043629 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9066738-d757-4fa0-b059-8b555076f120 admin admin] Publish callbacks [] for security_group (bc619b0d-1f02-4d60-a124-64ed9065beaf), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:18.051521 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9066738-d757-4fa0-b059-8b555076f120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (bc619b0d-1f02-4d60-a124-64ed9065beaf), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:18.085176 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:18.094090 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-a77f80ec-ccb6-497a-8ef4-d6ad52970a63 req-cb1bbb66-a10f-40e4-8621-bc4c95987ee4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316295 Sep 15 18:04:18.119806 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:18.137087 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-b9066738-d757-4fa0-b059-8b555076f120 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=06d7f7b6263d498e8188bb6e8a1692c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252869 Sep 15 18:04:18.137087 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066738-d757-4fa0-b059-8b555076f120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc619b0d-1f02-4d60-a124-64ed9065beaf,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:18.137592 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 35318) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:18.191963 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:18.239287 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-d5d4f2db-50b8-4200-97b0-e7b74f145cd2 None None] Set router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:04:18.279954 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-a77f80ec-ccb6-497a-8ef4-d6ad52970a63 req-73826ab0-f7bc-4a8f-9255-31a06ae1f2af service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669409 Sep 15 18:04:18.280548 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3c52-09a0-4949-a93f-5b1d4531bb7d admin admin] Publish callbacks [] for security_group (bc619b0d-1f02-4d60-a124-64ed9065beaf), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:18.302992 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3c52-09a0-4949-a93f-5b1d4531bb7d admin admin] Publish callbacks [] for security_group (bc619b0d-1f02-4d60-a124-64ed9065beaf), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:18.372101 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3c52-09a0-4949-a93f-5b1d4531bb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (bc619b0d-1f02-4d60-a124-64ed9065beaf), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:18.375528 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3c52-09a0-4949-a93f-5b1d4531bb7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:18.376725 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-b3fe3c52-09a0-4949-a93f-5b1d4531bb7d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bc619b0d-1f02-4d60-a124-64ed9065beaf HTTP/1.1" status: 204 len: 168 time: 0.2379236 Sep 15 18:04:18.393481 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe3c52-09a0-4949-a93f-5b1d4531bb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc619b0d-1f02-4d60-a124-64ed9065beaf,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:18.529454 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-d5d4f2db-50b8-4200-97b0-e7b74f145cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:02:04Z', 'revision_number': 4, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port': {'id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:56Z', 'updated_at': '2022-09-15T18:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '4f9b1dbe-227e-4b88-9264-1bec7cef4e7d', 'tenant_id': '646252485a394aff93dd855c977cc609', 'floating_ip_address': '172.28.1.188', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'port_id': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'mac_address': 'fa:16:3e:b0:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:04:00Z', 'updated_at': '2022-09-15T18:04:16Z', 'revision_number': 1, 'project_id': '646252485a394aff93dd855c977cc609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec27a12-6472-4d5f-acc3-71eaf5a50203', 'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'tenant_id': '646252485a394aff93dd855c977cc609', 'mac_address': 'fa:16:3e:d1:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:02:02Z', 'updated_at': '2022-09-15T18:02:20Z', 'revision_number': 5, 'project_id': '646252485a394aff93dd855c977cc609', 'subnets': [{'id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:18.560329 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d4f2db-50b8-4200-97b0-e7b74f145cd2 None None] The sync data for ids ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'] in dv-cinder-835384-27-smb is: [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:02:04Z', 'revision_number': 4, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port': {'id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:56Z', 'updated_at': '2022-09-15T18:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '4f9b1dbe-227e-4b88-9264-1bec7cef4e7d', 'tenant_id': '646252485a394aff93dd855c977cc609', 'floating_ip_address': '172.28.1.188', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'port_id': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'mac_address': 'fa:16:3e:b0:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:04:00Z', 'updated_at': '2022-09-15T18:04:16Z', 'revision_number': 1, 'project_id': '646252485a394aff93dd855c977cc609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec27a12-6472-4d5f-acc3-71eaf5a50203', 'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'tenant_id': '646252485a394aff93dd855c977cc609', 'mac_address': 'fa:16:3e:d1:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:02:02Z', 'updated_at': '2022-09-15T18:02:20Z', 'revision_number': 5, 'project_id': '646252485a394aff93dd855c977cc609', 'subnets': [{'id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:04:18.779485 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221b5ac-fd86-4e59-99c8-7ae81f31faee None None] New status for floating IP 4f9b1dbe-227e-4b88-9264-1bec7cef4e7d: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:04:19.162809 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35344) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:19.283606 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-26f88d99-ba6f-4835-bcc8-e8082d08e477 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1433524702-network', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:19.296502 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:19.307410 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f88d99-ba6f-4835-bcc8-e8082d08e477 admin admin] Made reservation on behalf of e9678d09acd84e6d9cfe552488860ff7 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:04:19.309812 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26f88d99-ba6f-4835-bcc8-e8082d08e477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:19.319869 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26f88d99-ba6f-4835-bcc8-e8082d08e477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:19.409003 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26f88d99-ba6f-4835-bcc8-e8082d08e477 admin admin] Publish callbacks [] for security_group (4467d531-3706-454d-8dd9-53698b0fb071), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:19.413909 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26f88d99-ba6f-4835-bcc8-e8082d08e477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (4467d531-3706-454d-8dd9-53698b0fb071), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:19.447442 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f88d99-ba6f-4835-bcc8-e8082d08e477 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:04:19.449515 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f88d99-ba6f-4835-bcc8-e8082d08e477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4467d531-3706-454d-8dd9-53698b0fb071,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:19.469809 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26f88d99-ba6f-4835-bcc8-e8082d08e477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (aa65cc5b-8e16-4704-b469-f2e1c7c268b0), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:19.470169 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.segments_db [None req-26f88d99-ba6f-4835-bcc8-e8082d08e477 admin admin] Added segment aa65cc5b-8e16-4704-b469-f2e1c7c268b0 of type vlan for network 40317817-6fed-4c78-81aa-69d03d7c1e06 Sep 15 18:04:19.515153 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26f88d99-ba6f-4835-bcc8-e8082d08e477 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (40317817-6fed-4c78-81aa-69d03d7c1e06), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:19.544402 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26f88d99-ba6f-4835-bcc8-e8082d08e477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (40317817-6fed-4c78-81aa-69d03d7c1e06), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:19.545493 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f88d99-ba6f-4835-bcc8-e8082d08e477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:19.546085 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26f88d99-ba6f-4835-bcc8-e8082d08e477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:19.610745 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-26f88d99-ba6f-4835-bcc8-e8082d08e477 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4467461 Sep 15 18:04:19.613714 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 35352) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:19.616065 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f88d99-ba6f-4835-bcc8-e8082d08e477 admin admin] Pushing event updated for resources: {'Network': ['ID=40317817-6fed-4c78-81aa-69d03d7c1e06,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:19.619750 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-c320cd32-ec7e-4092-b928-3394f07b3447 admin admin] Request body: {'subnet': {'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1433524702-subnet', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'ip_version': 4}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:19.629269 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network 40317817-6fed-4c78-81aa-69d03d7c1e06 details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:04:19.643207 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c320cd32-ec7e-4092-b928-3394f07b3447 admin admin] Made reservation on behalf of e9678d09acd84e6d9cfe552488860ff7 for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:04:19.646833 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c320cd32-ec7e-4092-b928-3394f07b3447 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6780627'] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:19.836967 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c320cd32-ec7e-4092-b928-3394f07b3447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8252020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6780613'] for subnet (261a086f-6c11-4272-a15b-87064aae9be3), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:19.900909 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320cd32-ec7e-4092-b928-3394f07b3447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=261a086f-6c11-4272-a15b-87064aae9be3,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:19.922898 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c320cd32-ec7e-4092-b928-3394f07b3447 admin admin] Checking segment: {'id': 'aa65cc5b-8e16-4704-b469-f2e1c7c268b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:04:19.923645 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c320cd32-ec7e-4092-b928-3394f07b3447 admin admin] Network hostable DHCP agents. Network: 40317817-6fed-4c78-81aa-69d03d7c1e06, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:04:19.942247 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c320cd32-ec7e-4092-b928-3394f07b3447 admin admin] Network 40317817-6fed-4c78-81aa-69d03d7c1e06 is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:04:19.953683 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-c320cd32-ec7e-4092-b928-3394f07b3447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, 40317817-6fed-4c78-81aa-69d03d7c1e06) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:19.958341 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c320cd32-ec7e-4092-b928-3394f07b3447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:19.958955 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c320cd32-ec7e-4092-b928-3394f07b3447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:19.963059 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa09895c-6d03-4588-8a85-27086b6aff4e None None] Network 40317817-6fed-4c78-81aa-69d03d7c1e06 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:04:19.977275 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-c320cd32-ec7e-4092-b928-3394f07b3447 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3623762 Sep 15 18:04:19.980174 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 35354) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:19.984717 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1433524702-router', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:20.004783 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4217'] for router (904727a0-9035-4b22-a6c2-77f79ff2cd4b), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:20.005800 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4192'] for router (904727a0-9035-4b22-a6c2-77f79ff2cd4b), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:20.062102 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Publish callbacks [] for router_controller (904727a0-9035-4b22-a6c2-77f79ff2cd4b), precommit_add_association {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:20.086546 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb739ebeb-d16f-5142-9d1f-510d1cd68287-40317817-6fed-4c78-81aa-69d03d7c1e06', 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'fixed_ips': [{'subnet_id': '261a086f-6c11-4272-a15b-87064aae9be3'}]}} from dv-cinder-835384-27-smb. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 18:04:20.087624 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:20.170952 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:20.211655 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Publish callbacks [] for router_gateway (904727a0-9035-4b22-a6c2-77f79ff2cd4b), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:20.231056 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Allocated IP 172.20.0.2 (40317817-6fed-4c78-81aa-69d03d7c1e06/261a086f-6c11-4272-a15b-87064aae9be3/3322f311-d119-44e0-8337-88ac5b666520) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:04:20.244216 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:20.399057 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Publish callbacks [] for port (3322f311-d119-44e0-8337-88ac5b666520), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:20.405813 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (3322f311-d119-44e0-8337-88ac5b666520), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:20.447775 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:20.450588 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Publish callbacks [] for router_gateway (904727a0-9035-4b22-a6c2-77f79ff2cd4b), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:20.455284 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Network 40317817-6fed-4c78-81aa-69d03d7c1e06 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:04:20.458404 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:20.460979 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:04:20.470257 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Pushing event updated for resources: {'Port': ['ID=3322f311-d119-44e0-8337-88ac5b666520,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:20.474632 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:20.530638 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Attempting to bind port 3322f311-d119-44e0-8337-88ac5b666520 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:04:20.531013 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Attempting to bind port 3322f311-d119-44e0-8337-88ac5b666520 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'aa65cc5b-8e16-4704-b469-f2e1c7c268b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:04:20.531382 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Attempting to bind port 3322f311-d119-44e0-8337-88ac5b666520 on network 40317817-6fed-4c78-81aa-69d03d7c1e06 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:04:20.534129 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:20.588285 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:04:20.588661 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Checking segment: {'id': 'aa65cc5b-8e16-4704-b469-f2e1c7c268b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:04:20.589071 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:20.589496 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Bound using segment: {'id': 'aa65cc5b-8e16-4704-b469-f2e1c7c268b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:04:20.589984 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Bound port: 3322f311-d119-44e0-8337-88ac5b666520, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa65cc5b-8e16-4704-b469-f2e1c7c268b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:04:20.590367 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (3322f311-d119-44e0-8337-88ac5b666520), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:20.605552 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Allocated IP 172.28.1.165 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/35a653e8-0547-45a5-a730-701f85f28970) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:04:20.664977 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] For port 3322f311-d119-44e0-8337-88ac5b666520, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:04:20.671227 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] For port 3322f311-d119-44e0-8337-88ac5b666520, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=3322f311-d119-44e0-8337-88ac5b666520,segment=NetworkSegment(aa65cc5b-8e16-4704-b469-f2e1c7c268b0),segment_id=aa65cc5b-8e16-4704-b469-f2e1c7c268b0)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:04:20.680349 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (3322f311-d119-44e0-8337-88ac5b666520), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:20.756008 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Publish callbacks [] for port (35a653e8-0547-45a5-a730-701f85f28970), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:20.756580 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53068d71-6946-4673-91e8-aa857ec7ddf7 None None] Pushing event updated for resources: {'Port': ['ID=3322f311-d119-44e0-8337-88ac5b666520,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:20.792546 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (35a653e8-0547-45a5-a730-701f85f28970), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:20.836073 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:04:20.839907 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:20.843336 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:04:20.876771 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Pushing event updated for resources: {'Port': ['ID=35a653e8-0547-45a5-a730-701f85f28970,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:21.122443 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Publish callbacks [] for router_gateway (904727a0-9035-4b22-a6c2-77f79ff2cd4b), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:21.162844 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:21.540459 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 3322f311-d119-44e0-8337-88ac5b666520 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:21.547204 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556833'] for router (904727a0-9035-4b22-a6c2-77f79ff2cd4b), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:21.601112 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 3322f311-d119-44e0-8337-88ac5b666520 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:21.601528 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (3322f311-d119-44e0-8337-88ac5b666520), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:21.601864 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 3322f311-d119-44e0-8337-88ac5b666520 Sep 15 18:04:21.688895 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Router 904727a0-9035-4b22-a6c2-77f79ff2cd4b is scheduled to L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 with binding_index 1 {{(pid=106386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:04:21.691191 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 3322f311-d119-44e0-8337-88ac5b666520 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:21.691674 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (3322f311-d119-44e0-8337-88ac5b666520), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:21.713757 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9991b55d-5df8-42b2-adc2-2fca546ed799 None None] Network 40317817-6fed-4c78-81aa-69d03d7c1e06 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:04:21.755176 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:21.782311 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] For port 3322f311-d119-44e0-8337-88ac5b666520, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=3322f311-d119-44e0-8337-88ac5b666520,segment=NetworkSegment(aa65cc5b-8e16-4704-b469-f2e1c7c268b0),segment_id=aa65cc5b-8e16-4704-b469-f2e1c7c268b0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:21.794733 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (3322f311-d119-44e0-8337-88ac5b666520), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:21.808750 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:04:21.828816 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:21.832768 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-68d105ab-b94b-4175-b207-bf0d0bb966ae admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8489304 Sep 15 18:04:21.832969 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 35366) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:21.838934 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Sync routers for ids ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:04:21.845676 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-38f958bd-c7ee-47c8-beb9-838b1e274ff1 None None] Provisioning complete for port 3322f311-d119-44e0-8337-88ac5b666520 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:21.846044 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38f958bd-c7ee-47c8-beb9-838b1e274ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (3322f311-d119-44e0-8337-88ac5b666520), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:21.846378 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-38f958bd-c7ee-47c8-beb9-838b1e274ff1 None None] Attempt 1 to provision port 3322f311-d119-44e0-8337-88ac5b666520 Sep 15 18:04:21.906318 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:21.922349 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Routers {'904727a0-9035-4b22-a6c2-77f79ff2cd4b'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:04:21.923009 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:04:02Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:21.971551 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Pushing event updated for resources: {'Port': ['ID=3322f311-d119-44e0-8337-88ac5b666520,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:22.074013 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-38f958bd-c7ee-47c8-beb9-838b1e274ff1 None None] Current status of the port 3322f311-d119-44e0-8337-88ac5b666520 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:22.077203 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Set router 904727a0-9035-4b22-a6c2-77f79ff2cd4b gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:04:22.208416 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-25913341-b7ce-42bc-b476-df3f0af8a1ba None None] Provisioning complete for port 3322f311-d119-44e0-8337-88ac5b666520 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:22.208784 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-25913341-b7ce-42bc-b476-df3f0af8a1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (3322f311-d119-44e0-8337-88ac5b666520), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:22.209117 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-25913341-b7ce-42bc-b476-df3f0af8a1ba None None] Attempt 1 to provision port 3322f311-d119-44e0-8337-88ac5b666520 Sep 15 18:04:22.244694 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:22.269288 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:22.291224 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:22.334523 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'name': 'tempest-TestMinimumBasicScenario-1433524702-router', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '35a653e8-0547-45a5-a730-701f85f28970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:21Z', 'revision_number': 3, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'gw_port': {'id': '35a653e8-0547-45a5-a730-701f85f28970', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:22.466395 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Allocated IP 172.20.0.1 (40317817-6fed-4c78-81aa-69d03d7c1e06/261a086f-6c11-4272-a15b-87064aae9be3/1989ab33-23b5-42d0-860e-bedac5cc10e8) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:04:22.502422 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Checking router: 904727a0-9035-4b22-a6c2-77f79ff2cd4b for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:04:22.502681 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Updating router 904727a0-9035-4b22-a6c2-77f79ff2cd4b port 35a653e8-0547-45a5-a730-701f85f28970 binding host dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:04:22.504699 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-25913341-b7ce-42bc-b476-df3f0af8a1ba None None] Current status of the port 3322f311-d119-44e0-8337-88ac5b666520 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:22.533364 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (35a653e8-0547-45a5-a730-701f85f28970), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:22.587880 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Publish callbacks [] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:22.630739 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:22.673316 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:22.676999 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Network 40317817-6fed-4c78-81aa-69d03d7c1e06 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:04:22.685331 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:22.688117 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:04:22.714262 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Pushing event updated for resources: {'Port': ['ID=1989ab33-23b5-42d0-860e-bedac5cc10e8,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:22.739047 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433432'] for router_interface (904727a0-9035-4b22-a6c2-77f79ff2cd4b), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:22.830144 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Publish callbacks [] for port (35a653e8-0547-45a5-a730-701f85f28970), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:22.836915 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (35a653e8-0547-45a5-a730-701f85f28970), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:22.876729 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Attempting to bind port 35a653e8-0547-45a5-a730-701f85f28970 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:04:22.882492 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Attempting to bind port 35a653e8-0547-45a5-a730-701f85f28970 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:04:22.883327 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Attempting to bind port 35a653e8-0547-45a5-a730-701f85f28970 on network 595ea406-8961-4d2e-8aeb-f68aeda2dfee {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:04:22.884774 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:22.943916 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b5a42-46ed-484f-9028-1e44dc4bc56e None None] Pushing event updated for resources: {'Port': ['ID=35a653e8-0547-45a5-a730-701f85f28970,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:22.951248 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Provisioning complete for port 1989ab33-23b5-42d0-860e-bedac5cc10e8 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:22.951613 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:22.951949 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Attempt 1 to provision port 1989ab33-23b5-42d0-860e-bedac5cc10e8 Sep 15 18:04:22.983889 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:04:22.984190 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Checking segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:04:22.984568 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:22.985020 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Bound using segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:04:22.985514 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Bound port: 35a653e8-0547-45a5-a730-701f85f28970, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:04:22.985897 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (35a653e8-0547-45a5-a730-701f85f28970), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:23.015027 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:23.019986 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Port 1989ab33-23b5-42d0-860e-bedac5cc10e8 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:23.044419 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] For port 35a653e8-0547-45a5-a730-701f85f28970, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:04:23.047557 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] For port 35a653e8-0547-45a5-a730-701f85f28970, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=35a653e8-0547-45a5-a730-701f85f28970,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:04:23.054290 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (35a653e8-0547-45a5-a730-701f85f28970), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:23.063967 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:23.073516 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Publish callbacks [] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:23.078310 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:23.100596 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Routers {'904727a0-9035-4b22-a6c2-77f79ff2cd4b'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:04:23.101226 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:04:02Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:23.151998 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433548'] for router_interface (904727a0-9035-4b22-a6c2-77f79ff2cd4b), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:23.154034 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b5a42-46ed-484f-9028-1e44dc4bc56e None None] Pushing event updated for resources: {'Port': ['ID=35a653e8-0547-45a5-a730-701f85f28970,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:23.154868 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Pushing event updated for resources: {'Port': ['ID=1989ab33-23b5-42d0-860e-bedac5cc10e8,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:23.227886 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] Set router 904727a0-9035-4b22-a6c2-77f79ff2cd4b gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:04:23.264852 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Network 40317817-6fed-4c78-81aa-69d03d7c1e06 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:04:23.267315 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:23.363861 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:23.413250 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Router 904727a0-9035-4b22-a6c2-77f79ff2cd4b has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:04:23.483949 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'name': 'tempest-TestMinimumBasicScenario-1433524702-router', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '35a653e8-0547-45a5-a730-701f85f28970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:22Z', 'revision_number': 4, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'gw_port': {'id': '35a653e8-0547-45a5-a730-701f85f28970', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '1989ab33-23b5-42d0-860e-bedac5cc10e8', 'name': '', 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'mac_address': 'fa:16:3e:23:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '261a086f-6c11-4272-a15b-87064aae9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:22Z', 'updated_at': '2022-09-15T18:04:22Z', 'revision_number': 2, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'subnets': [{'id': '261a086f-6c11-4272-a15b-87064aae9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:23.514060 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23396cd5-70fa-461d-a78c-f02e4da4b125 None None] The sync data for ids ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'] in dv-cinder-835384-27-smb is: [{'id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'name': 'tempest-TestMinimumBasicScenario-1433524702-router', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '35a653e8-0547-45a5-a730-701f85f28970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:22Z', 'revision_number': 4, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'gw_port': {'id': '35a653e8-0547-45a5-a730-701f85f28970', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '1989ab33-23b5-42d0-860e-bedac5cc10e8', 'name': '', 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'mac_address': 'fa:16:3e:23:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '261a086f-6c11-4272-a15b-87064aae9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:22Z', 'updated_at': '2022-09-15T18:04:22Z', 'revision_number': 2, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'subnets': [{'id': '261a086f-6c11-4272-a15b-87064aae9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:04:23.521047 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Attempt 2 to provision port 1989ab33-23b5-42d0-860e-bedac5cc10e8 Sep 15 18:04:23.547046 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 3322f311-d119-44e0-8337-88ac5b666520 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:23.589660 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:04:23.590129 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Port 1989ab33-23b5-42d0-860e-bedac5cc10e8 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:23.595846 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-6ad89c2f-94ce-4d6a-92d2-715c3fbab09b admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/904727a0-9035-4b22-a6c2-77f79ff2cd4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7617812 Sep 15 18:04:23.615948 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 3322f311-d119-44e0-8337-88ac5b666520 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:23.616314 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (3322f311-d119-44e0-8337-88ac5b666520), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:23.620139 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 3322f311-d119-44e0-8337-88ac5b666520 Sep 15 18:04:23.715404 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 3322f311-d119-44e0-8337-88ac5b666520 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:24.092611 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Attempt 3 to provision port 1989ab33-23b5-42d0-860e-bedac5cc10e8 Sep 15 18:04:24.140921 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Port 1989ab33-23b5-42d0-860e-bedac5cc10e8 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:24.181214 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 35398) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:24.186349 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-7922b155-4eaa-4a46-a701-b38c7e048a67 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-11898293-network', 'tenant_id': '72373775279d4e33872f59119a0c50be'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:24.207169 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7922b155-4eaa-4a46-a701-b38c7e048a67 admin admin] Made reservation on behalf of 72373775279d4e33872f59119a0c50be for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:04:24.222144 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7922b155-4eaa-4a46-a701-b38c7e048a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:24.235083 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7922b155-4eaa-4a46-a701-b38c7e048a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:24.283675 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:24.362444 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:24.362706 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7922b155-4eaa-4a46-a701-b38c7e048a67 admin admin] Publish callbacks [] for security_group (459c4dd1-e0fa-4b54-ad55-677d1aeed79c), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:24.367837 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7922b155-4eaa-4a46-a701-b38c7e048a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (459c4dd1-e0fa-4b54-ad55-677d1aeed79c), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:24.395417 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7922b155-4eaa-4a46-a701-b38c7e048a67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:04:24.406708 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922b155-4eaa-4a46-a701-b38c7e048a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459c4dd1-e0fa-4b54-ad55-677d1aeed79c,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:24.411781 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7922b155-4eaa-4a46-a701-b38c7e048a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (a463b2c5-43d5-4860-8165-842db9d618de), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:24.412130 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.segments_db [None req-7922b155-4eaa-4a46-a701-b38c7e048a67 admin admin] Added segment a463b2c5-43d5-4860-8165-842db9d618de of type vlan for network ef309c57-0e00-4321-9b4f-811275be528a Sep 15 18:04:24.457704 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7922b155-4eaa-4a46-a701-b38c7e048a67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (ef309c57-0e00-4321-9b4f-811275be528a), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:24.485675 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7922b155-4eaa-4a46-a701-b38c7e048a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (ef309c57-0e00-4321-9b4f-811275be528a), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:24.486618 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7922b155-4eaa-4a46-a701-b38c7e048a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:24.487206 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7922b155-4eaa-4a46-a701-b38c7e048a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:24.555486 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35408) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:24.556028 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-7922b155-4eaa-4a46-a701-b38c7e048a67 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3731103 Sep 15 18:04:24.561367 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922b155-4eaa-4a46-a701-b38c7e048a67 admin admin] Pushing event updated for resources: {'Network': ['ID=ef309c57-0e00-4321-9b4f-811275be528a,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:24.562430 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-60c88d94-84c5-4c51-9ccc-f8e5f0bc63ed admin admin] Request body: {'subnet': {'network_id': 'ef309c57-0e00-4321-9b4f-811275be528a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-11898293-subnet', 'tenant_id': '72373775279d4e33872f59119a0c50be', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:24.576570 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network ef309c57-0e00-4321-9b4f-811275be528a details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:04:24.598876 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c88d94-84c5-4c51-9ccc-f8e5f0bc63ed admin admin] Made reservation on behalf of 72373775279d4e33872f59119a0c50be for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:04:24.602502 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-60c88d94-84c5-4c51-9ccc-f8e5f0bc63ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227414'] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:24.644179 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Attempt 4 to provision port 1989ab33-23b5-42d0-860e-bedac5cc10e8 Sep 15 18:04:24.698213 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Port 1989ab33-23b5-42d0-860e-bedac5cc10e8 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:24.799266 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:24.808303 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-60c88d94-84c5-4c51-9ccc-f8e5f0bc63ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5338143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6227392'] for subnet (05910bf4-b01e-498c-856f-270817610bff), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:24.862951 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c88d94-84c5-4c51-9ccc-f8e5f0bc63ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=05910bf4-b01e-498c-856f-270817610bff,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:24.880654 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c88d94-84c5-4c51-9ccc-f8e5f0bc63ed admin admin] Checking segment: {'id': 'a463b2c5-43d5-4860-8165-842db9d618de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ef309c57-0e00-4321-9b4f-811275be528a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:04:24.881012 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c88d94-84c5-4c51-9ccc-f8e5f0bc63ed admin admin] Network hostable DHCP agents. Network: ef309c57-0e00-4321-9b4f-811275be528a, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:04:24.906273 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c88d94-84c5-4c51-9ccc-f8e5f0bc63ed admin admin] Network ef309c57-0e00-4321-9b4f-811275be528a is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:04:24.921452 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-60c88d94-84c5-4c51-9ccc-f8e5f0bc63ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, ef309c57-0e00-4321-9b4f-811275be528a) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:24.926797 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c88d94-84c5-4c51-9ccc-f8e5f0bc63ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:24.928685 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-60c88d94-84c5-4c51-9ccc-f8e5f0bc63ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:24.931075 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02694f6-1aca-471e-b99a-744a45242b53 None None] Network ef309c57-0e00-4321-9b4f-811275be528a requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:04:24.961033 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 35412) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:24.965930 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-60c88d94-84c5-4c51-9ccc-f8e5f0bc63ed admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4084878 Sep 15 18:04:24.966105 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-11898293-router', 'tenant_id': '72373775279d4e33872f59119a0c50be', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:24.988810 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4217'] for router (75917acb-e776-475c-afef-76196342ebd4), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:24.989874 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4192'] for router (75917acb-e776-475c-afef-76196342ebd4), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:24.998225 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:25.050149 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Publish callbacks [] for router_controller (75917acb-e776-475c-afef-76196342ebd4), precommit_add_association {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:25.057099 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb739ebeb-d16f-5142-9d1f-510d1cd68287-ef309c57-0e00-4321-9b4f-811275be528a', 'network_id': 'ef309c57-0e00-4321-9b4f-811275be528a', 'project_id': '72373775279d4e33872f59119a0c50be', 'fixed_ips': [{'subnet_id': '05910bf4-b01e-498c-856f-270817610bff'}]}} from dv-cinder-835384-27-smb. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 18:04:25.058313 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:25.200185 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Attempt 5 to provision port 1989ab33-23b5-42d0-860e-bedac5cc10e8 Sep 15 18:04:25.201642 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:25.245944 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Allocated IP 172.20.0.2 (ef309c57-0e00-4321-9b4f-811275be528a/05910bf4-b01e-498c-856f-270817610bff/33c8b28a-c3dd-40ff-a840-37ca73bd2ed5) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:04:25.262781 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Port 1989ab33-23b5-42d0-860e-bedac5cc10e8 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:25.319236 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:25.418825 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Publish callbacks [] for router_gateway (75917acb-e776-475c-afef-76196342ebd4), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:25.426406 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Publish callbacks [] for port (33c8b28a-c3dd-40ff-a840-37ca73bd2ed5), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:25.432552 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (33c8b28a-c3dd-40ff-a840-37ca73bd2ed5), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:25.478675 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Network ef309c57-0e00-4321-9b4f-811275be528a is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:04:25.484489 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:25.487308 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:04:25.527705 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Pushing event updated for resources: {'Port': ['ID=33c8b28a-c3dd-40ff-a840-37ca73bd2ed5,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:25.551763 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 35a653e8-0547-45a5-a730-701f85f28970 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:25.582859 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Attempting to bind port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:04:25.583190 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Attempting to bind port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'a463b2c5-43d5-4860-8165-842db9d618de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ef309c57-0e00-4321-9b4f-811275be528a'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:04:25.583552 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Attempting to bind port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 on network ef309c57-0e00-4321-9b4f-811275be528a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:04:25.648130 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 35a653e8-0547-45a5-a730-701f85f28970 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:25.648520 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (35a653e8-0547-45a5-a730-701f85f28970), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:25.648839 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 35a653e8-0547-45a5-a730-701f85f28970 Sep 15 18:04:25.654701 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Publish callbacks [] for router_gateway (75917acb-e776-475c-afef-76196342ebd4), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:25.675757 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:04:25.676202 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Checking segment: {'id': 'a463b2c5-43d5-4860-8165-842db9d618de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ef309c57-0e00-4321-9b4f-811275be528a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:04:25.676687 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:25.677082 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Bound using segment: {'id': 'a463b2c5-43d5-4860-8165-842db9d618de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ef309c57-0e00-4321-9b4f-811275be528a'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:04:25.677658 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Bound port: 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a463b2c5-43d5-4860-8165-842db9d618de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ef309c57-0e00-4321-9b4f-811275be528a'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:04:25.677964 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (33c8b28a-c3dd-40ff-a840-37ca73bd2ed5), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:25.678849 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:25.771751 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Attempt 6 to provision port 1989ab33-23b5-42d0-860e-bedac5cc10e8 Sep 15 18:04:25.794156 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Sync routers for ids ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:04:25.797517 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] For port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:04:25.809258 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Allocated IP 172.28.1.251 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/cec73f40-e043-4713-9479-fd0cdf67bb4f) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:04:25.809533 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Routers {'904727a0-9035-4b22-a6c2-77f79ff2cd4b'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:04:25.811125 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:04:02Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:25.828505 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] For port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=33c8b28a-c3dd-40ff-a840-37ca73bd2ed5,segment=NetworkSegment(a463b2c5-43d5-4860-8165-842db9d618de),segment_id=a463b2c5-43d5-4860-8165-842db9d618de)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:04:25.834872 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 35a653e8-0547-45a5-a730-701f85f28970 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:25.835317 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (35a653e8-0547-45a5-a730-701f85f28970), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:25.841864 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Port 1989ab33-23b5-42d0-860e-bedac5cc10e8 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:25.856225 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (33c8b28a-c3dd-40ff-a840-37ca73bd2ed5), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:25.860707 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] For port 35a653e8-0547-45a5-a730-701f85f28970, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=35a653e8-0547-45a5-a730-701f85f28970,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:25.887310 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (35a653e8-0547-45a5-a730-701f85f28970), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:25.915895 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42975851-8ec4-40e5-afc8-99d0cec50b36 None None] Pushing event updated for resources: {'Port': ['ID=33c8b28a-c3dd-40ff-a840-37ca73bd2ed5,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:25.955368 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:25.969985 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Set router 904727a0-9035-4b22-a6c2-77f79ff2cd4b gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:04:25.974744 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Pushing event updated for resources: {'Port': ['ID=35a653e8-0547-45a5-a730-701f85f28970,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:25.984169 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Publish callbacks [] for port (cec73f40-e043-4713-9479-fd0cdf67bb4f), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:26.018996 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (cec73f40-e043-4713-9479-fd0cdf67bb4f), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:26.069556 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:04:26.074199 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:26.079175 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:04:26.095438 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Pushing event updated for resources: {'Port': ['ID=cec73f40-e043-4713-9479-fd0cdf67bb4f,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:26.138183 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:26.206289 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'name': 'tempest-TestMinimumBasicScenario-1433524702-router', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '35a653e8-0547-45a5-a730-701f85f28970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:22Z', 'revision_number': 4, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'gw_port': {'id': '35a653e8-0547-45a5-a730-701f85f28970', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '1989ab33-23b5-42d0-860e-bedac5cc10e8', 'name': '', 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'mac_address': 'fa:16:3e:23:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '261a086f-6c11-4272-a15b-87064aae9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:22Z', 'updated_at': '2022-09-15T18:04:22Z', 'revision_number': 2, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'subnets': [{'id': '261a086f-6c11-4272-a15b-87064aae9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:26.234626 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Checking router: 904727a0-9035-4b22-a6c2-77f79ff2cd4b for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:04:26.235315 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Updating router 904727a0-9035-4b22-a6c2-77f79ff2cd4b port 1989ab33-23b5-42d0-860e-bedac5cc10e8 binding host dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:04:26.265360 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:26.342763 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Attempt 7 to provision port 1989ab33-23b5-42d0-860e-bedac5cc10e8 Sep 15 18:04:26.360247 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:26.376750 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Port 1989ab33-23b5-42d0-860e-bedac5cc10e8 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:26.381027 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Publish callbacks [] for router_gateway (75917acb-e776-475c-afef-76196342ebd4), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:26.540704 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Publish callbacks [] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:26.546802 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:26.552618 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:26.589175 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556833'] for router (75917acb-e776-475c-afef-76196342ebd4), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:26.614276 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3ff79-fe32-4476-bff1-e4ee61d6614f None None] Pushing event updated for resources: {'Port': ['ID=1989ab33-23b5-42d0-860e-bedac5cc10e8,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:26.647899 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Attempting to bind port 1989ab33-23b5-42d0-860e-bedac5cc10e8 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:04:26.648261 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Attempting to bind port 1989ab33-23b5-42d0-860e-bedac5cc10e8 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'aa65cc5b-8e16-4704-b469-f2e1c7c268b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:04:26.648615 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Attempting to bind port 1989ab33-23b5-42d0-860e-bedac5cc10e8 on network 40317817-6fed-4c78-81aa-69d03d7c1e06 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:04:26.701157 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:04:26.703012 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Checking segment: {'id': 'aa65cc5b-8e16-4704-b469-f2e1c7c268b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:04:26.703351 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:26.703744 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Bound using segment: {'id': 'aa65cc5b-8e16-4704-b469-f2e1c7c268b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:04:26.704246 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Bound port: 1989ab33-23b5-42d0-860e-bedac5cc10e8, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa65cc5b-8e16-4704-b469-f2e1c7c268b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:04:26.704615 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:26.734380 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Router 75917acb-e776-475c-afef-76196342ebd4 is scheduled to L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 with binding_index 1 {{(pid=106386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:04:26.798547 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] For port 1989ab33-23b5-42d0-860e-bedac5cc10e8, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:04:26.801897 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] For port 1989ab33-23b5-42d0-860e-bedac5cc10e8, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=1989ab33-23b5-42d0-860e-bedac5cc10e8,segment=NetworkSegment(aa65cc5b-8e16-4704-b469-f2e1c7c268b0),segment_id=aa65cc5b-8e16-4704-b469-f2e1c7c268b0)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:04:26.809972 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:26.840990 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Routers {'904727a0-9035-4b22-a6c2-77f79ff2cd4b'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:04:26.841649 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:04:02Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:26.859662 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:04:26.868957 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Sync routers for ids ['75917acb-e776-475c-afef-76196342ebd4'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:04:26.877888 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Attempt 8 to provision port 1989ab33-23b5-42d0-860e-bedac5cc10e8 Sep 15 18:04:26.898372 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:26.902249 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-a36992f4-0cae-45bf-94db-b98389f421b1 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9400485 Sep 15 18:04:26.905110 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 35422) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:26.948992 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Routers {'75917acb-e776-475c-afef-76196342ebd4'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:04:26.949671 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:04:02Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['75917acb-e776-475c-afef-76196342ebd4'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:27.016752 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3ff79-fe32-4476-bff1-e4ee61d6614f None None] Pushing event updated for resources: {'Port': ['ID=1989ab33-23b5-42d0-860e-bedac5cc10e8,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:27.034954 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f8731a-9e97-4baa-813e-61eee43fd211 None None] Network ef309c57-0e00-4321-9b4f-811275be528a requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:04:27.048239 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:27.056947 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:27.057624 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:27.076015 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] Set router 904727a0-9035-4b22-a6c2-77f79ff2cd4b gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:04:27.227015 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:27.288021 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'name': 'tempest-TestMinimumBasicScenario-1433524702-router', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '35a653e8-0547-45a5-a730-701f85f28970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:22Z', 'revision_number': 4, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'gw_port': {'id': '35a653e8-0547-45a5-a730-701f85f28970', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '1989ab33-23b5-42d0-860e-bedac5cc10e8', 'name': '', 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'mac_address': 'fa:16:3e:23:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '261a086f-6c11-4272-a15b-87064aae9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:22Z', 'updated_at': '2022-09-15T18:04:26Z', 'revision_number': 4, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'subnets': [{'id': '261a086f-6c11-4272-a15b-87064aae9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:27.316087 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8114e1-a0b2-4999-a9d2-63967883b6dd None None] The sync data for ids ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'] in dv-cinder-835384-27-smb is: [{'id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'name': 'tempest-TestMinimumBasicScenario-1433524702-router', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '35a653e8-0547-45a5-a730-701f85f28970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:22Z', 'revision_number': 4, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'gw_port': {'id': '35a653e8-0547-45a5-a730-701f85f28970', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '1989ab33-23b5-42d0-860e-bedac5cc10e8', 'name': '', 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'mac_address': 'fa:16:3e:23:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '261a086f-6c11-4272-a15b-87064aae9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:22Z', 'updated_at': '2022-09-15T18:04:26Z', 'revision_number': 4, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'subnets': [{'id': '261a086f-6c11-4272-a15b-87064aae9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:04:27.354873 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Set router 75917acb-e776-475c-afef-76196342ebd4 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:04:27.407243 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Current status of the port 1989ab33-23b5-42d0-860e-bedac5cc10e8 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:27.407624 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:27.424481 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:27.467921 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:27.531676 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] For port 1989ab33-23b5-42d0-860e-bedac5cc10e8, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=1989ab33-23b5-42d0-860e-bedac5cc10e8,segment=NetworkSegment(aa65cc5b-8e16-4704-b469-f2e1c7c268b0),segment_id=aa65cc5b-8e16-4704-b469-f2e1c7c268b0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:27.543553 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:27.701973 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Allocated IP 172.20.0.1 (ef309c57-0e00-4321-9b4f-811275be528a/05910bf4-b01e-498c-856f-270817610bff/ec7e889c-0091-4e3f-93e5-513228215191) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:04:27.705071 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca88b1-59b9-4a23-bde0-9ff99eb0da62 None None] Pushing event updated for resources: {'Port': ['ID=1989ab33-23b5-42d0-860e-bedac5cc10e8,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:27.727768 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-40bd2495-25bc-41f3-aeb6-aa9f7e717519 None None] Provisioning complete for port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:27.728145 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-40bd2495-25bc-41f3-aeb6-aa9f7e717519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (33c8b28a-c3dd-40ff-a840-37ca73bd2ed5), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:27.728516 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-40bd2495-25bc-41f3-aeb6-aa9f7e717519 None None] Attempt 1 to provision port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 Sep 15 18:04:27.736862 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75917acb-e776-475c-afef-76196342ebd4', 'name': 'tempest-TestMinimumBasicScenario-11898293-router', 'tenant_id': '72373775279d4e33872f59119a0c50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'cec73f40-e043-4713-9479-fd0cdf67bb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:24Z', 'updated_at': '2022-09-15T18:04:26Z', 'revision_number': 3, 'project_id': '72373775279d4e33872f59119a0c50be', 'gw_port': {'id': 'cec73f40-e043-4713-9479-fd0cdf67bb4f', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75917acb-e776-475c-afef-76196342ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:25Z', 'updated_at': '2022-09-15T18:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:27.768096 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 1989ab33-23b5-42d0-860e-bedac5cc10e8 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:27.851985 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Checking router: 75917acb-e776-475c-afef-76196342ebd4 for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:04:27.852872 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Updating router 75917acb-e776-475c-afef-76196342ebd4 port cec73f40-e043-4713-9479-fd0cdf67bb4f binding host dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:04:27.862051 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Publish callbacks [] for port (ec7e889c-0091-4e3f-93e5-513228215191), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:27.895158 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:27.904162 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (cec73f40-e043-4713-9479-fd0cdf67bb4f), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:27.932668 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (ec7e889c-0091-4e3f-93e5-513228215191), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:27.991433 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Network ef309c57-0e00-4321-9b4f-811275be528a is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:04:28.000250 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:28.008070 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:04:28.018540 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Pushing event updated for resources: {'Port': ['ID=ec7e889c-0091-4e3f-93e5-513228215191,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:28.020208 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:28.034353 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6256d501-3593-4889-b87b-d6d5965d2547 req-853a4be8-39ed-4107-8847-aaa3f2a6dc0f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2015947819&fields=id&tenant_id=a11adea5f21c48eb91e2c8f88f8c3349 HTTP/1.1" status: 200 len: 267 time: 0.0793879 Sep 15 18:04:28.043597 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 1989ab33-23b5-42d0-860e-bedac5cc10e8 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:28.043597 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:28.043977 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 1989ab33-23b5-42d0-860e-bedac5cc10e8 Sep 15 18:04:28.072205 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:28.092062 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433432'] for router_interface (75917acb-e776-475c-afef-76196342ebd4), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:28.169139 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-40bd2495-25bc-41f3-aeb6-aa9f7e717519 None None] Current status of the port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:28.170338 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-40bd2495-25bc-41f3-aeb6-aa9f7e717519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (33c8b28a-c3dd-40ff-a840-37ca73bd2ed5), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:28.222039 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256d501-3593-4889-b87b-d6d5965d2547 req-4a96c178-5048-418e-a151-5b8e9d95c8ea tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:28.223655 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6256d501-3593-4889-b87b-d6d5965d2547 req-4a96c178-5048-418e-a151-5b8e9d95c8ea tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/networks?id=bb0834d2-d4fe-46db-89c7-c08b6ab85c46 HTTP/1.1" status: 200 len: 808 time: 0.1883757 Sep 15 18:04:28.263227 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6256d501-3593-4889-b87b-d6d5965d2547 req-88336b1c-fe80-4302-a5fe-ae93c5d7bace tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/quotas/a11adea5f21c48eb91e2c8f88f8c3349 HTTP/1.1" status: 200 len: 375 time: 0.0233738 Sep 15 18:04:28.302651 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (ec7e889c-0091-4e3f-93e5-513228215191), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:28.306861 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-40bd2495-25bc-41f3-aeb6-aa9f7e717519 None None] For port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=33c8b28a-c3dd-40ff-a840-37ca73bd2ed5,segment=NetworkSegment(a463b2c5-43d5-4860-8165-842db9d618de),segment_id=a463b2c5-43d5-4860-8165-842db9d618de)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:28.318774 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-40bd2495-25bc-41f3-aeb6-aa9f7e717519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (33c8b28a-c3dd-40ff-a840-37ca73bd2ed5), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:28.341554 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-40bd2495-25bc-41f3-aeb6-aa9f7e717519 None None] Provisioning complete for port 1989ab33-23b5-42d0-860e-bedac5cc10e8 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:28.341921 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-40bd2495-25bc-41f3-aeb6-aa9f7e717519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:28.342270 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-40bd2495-25bc-41f3-aeb6-aa9f7e717519 None None] Attempt 1 to provision port 1989ab33-23b5-42d0-860e-bedac5cc10e8 Sep 15 18:04:28.345803 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6256d501-3593-4889-b87b-d6d5965d2547 req-1b90da61-c71e-4ee1-9200-a3302d6c13f3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a11adea5f21c48eb91e2c8f88f8c3349&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750980 Sep 15 18:04:28.363708 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:28.414274 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 1989ab33-23b5-42d0-860e-bedac5cc10e8 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:28.416002 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 35a653e8-0547-45a5-a730-701f85f28970 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:28.491624 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6256d501-3593-4889-b87b-d6d5965d2547 req-e836eb6c-0bd4-4187-b3f4-088aed1cac34 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bb0834d2-d4fe-46db-89c7-c08b6ab85c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278183 Sep 15 18:04:28.497423 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd2495-25bc-41f3-aeb6-aa9f7e717519 None None] Pushing event updated for resources: {'Port': ['ID=33c8b28a-c3dd-40ff-a840-37ca73bd2ed5,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:28.538975 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Publish callbacks [] for port (ec7e889c-0091-4e3f-93e5-513228215191), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:28.543879 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (ec7e889c-0091-4e3f-93e5-513228215191), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:28.576920 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-40bd2495-25bc-41f3-aeb6-aa9f7e717519 None None] Current status of the port 1989ab33-23b5-42d0-860e-bedac5cc10e8 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:28.580446 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 35a653e8-0547-45a5-a730-701f85f28970 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:28.580851 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (35a653e8-0547-45a5-a730-701f85f28970), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:28.581153 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 35a653e8-0547-45a5-a730-701f85f28970 Sep 15 18:04:28.613919 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6256d501-3593-4889-b87b-d6d5965d2547 req-35b0fed6-4ee6-4dbb-9357-c5af94f4f300 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bb0834d2-d4fe-46db-89c7-c08b6ab85c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116240 Sep 15 18:04:28.616912 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Pushing event updated for resources: {'Port': ['ID=ec7e889c-0091-4e3f-93e5-513228215191,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:28.620618 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433548'] for router_interface (75917acb-e776-475c-afef-76196342ebd4), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:28.651925 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Publish callbacks [] for port (cec73f40-e043-4713-9479-fd0cdf67bb4f), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:28.661487 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (cec73f40-e043-4713-9479-fd0cdf67bb4f), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:28.703591 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Attempting to bind port cec73f40-e043-4713-9479-fd0cdf67bb4f on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:04:28.703965 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Attempting to bind port cec73f40-e043-4713-9479-fd0cdf67bb4f by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:04:28.704326 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Attempting to bind port cec73f40-e043-4713-9479-fd0cdf67bb4f on network 595ea406-8961-4d2e-8aeb-f68aeda2dfee {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:04:28.739821 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Network ef309c57-0e00-4321-9b4f-811275be528a is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:04:28.741602 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:28.770003 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Provisioning complete for port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:28.770378 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (33c8b28a-c3dd-40ff-a840-37ca73bd2ed5), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:28.770715 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Attempt 1 to provision port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 Sep 15 18:04:28.812227 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf653541-eb01-49e6-ba67-34e152fd9eaa None None] Pushing event updated for resources: {'Port': ['ID=cec73f40-e043-4713-9479-fd0cdf67bb4f,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:28.829719 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 35a653e8-0547-45a5-a730-701f85f28970 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:28.830857 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:28.865935 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:04:28.866317 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Checking segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:04:28.866724 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:28.867121 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Bound using segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:04:28.867621 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Bound port: cec73f40-e043-4713-9479-fd0cdf67bb4f, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:04:28.868539 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (cec73f40-e043-4713-9479-fd0cdf67bb4f), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:28.905486 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Router 75917acb-e776-475c-afef-76196342ebd4 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:04:28.912131 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:28.934415 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:28.988214 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:29.038864 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-030a3d57-8f83-410a-93cf-8407acbf7c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:29.055117 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:29.056316 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (33c8b28a-c3dd-40ff-a840-37ca73bd2ed5), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:29.056665 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 Sep 15 18:04:29.109681 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Current status of the port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:29.117011 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:29.121256 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] For port cec73f40-e043-4713-9479-fd0cdf67bb4f, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:04:29.132512 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6158babd-730c-4d8e-8575-0c64b21114f3 req-27eccb71-109a-4c93-b406-ecee2905d66a tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 210 time: 0.1039853 Sep 15 18:04:29.148662 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Provisioning complete for port ec7e889c-0091-4e3f-93e5-513228215191 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:29.149163 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (ec7e889c-0091-4e3f-93e5-513228215191), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:29.149768 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Attempt 1 to provision port ec7e889c-0091-4e3f-93e5-513228215191 Sep 15 18:04:29.158963 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:04:29.167805 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-36a2b61a-6276-4765-a3bb-28b1ff4ea77e admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/75917acb-e776-475c-afef-76196342ebd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2616854 Sep 15 18:04:29.177234 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] For port cec73f40-e043-4713-9479-fd0cdf67bb4f, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=cec73f40-e043-4713-9479-fd0cdf67bb4f,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:04:29.194405 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (cec73f40-e043-4713-9479-fd0cdf67bb4f), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:29.244300 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Port ec7e889c-0091-4e3f-93e5-513228215191 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:29.268044 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Routers {'75917acb-e776-475c-afef-76196342ebd4'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:04:29.268611 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:04:02Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['75917acb-e776-475c-afef-76196342ebd4'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:29.310332 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:29.338700 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf653541-eb01-49e6-ba67-34e152fd9eaa None None] Pushing event updated for resources: {'Port': ['ID=cec73f40-e043-4713-9479-fd0cdf67bb4f,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:29.413760 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] Set router 75917acb-e776-475c-afef-76196342ebd4 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:04:29.617592 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 1989ab33-23b5-42d0-860e-bedac5cc10e8 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:29.744873 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 1989ab33-23b5-42d0-860e-bedac5cc10e8 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:29.745253 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:29.745613 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 1989ab33-23b5-42d0-860e-bedac5cc10e8 Sep 15 18:04:29.748866 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Attempt 2 to provision port ec7e889c-0091-4e3f-93e5-513228215191 Sep 15 18:04:29.831919 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Port ec7e889c-0091-4e3f-93e5-513228215191 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:29.910414 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75917acb-e776-475c-afef-76196342ebd4', 'name': 'tempest-TestMinimumBasicScenario-11898293-router', 'tenant_id': '72373775279d4e33872f59119a0c50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'cec73f40-e043-4713-9479-fd0cdf67bb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:24Z', 'updated_at': '2022-09-15T18:04:28Z', 'revision_number': 4, 'project_id': '72373775279d4e33872f59119a0c50be', 'gw_port': {'id': 'cec73f40-e043-4713-9479-fd0cdf67bb4f', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75917acb-e776-475c-afef-76196342ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:25Z', 'updated_at': '2022-09-15T18:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'ec7e889c-0091-4e3f-93e5-513228215191', 'name': '', 'network_id': 'ef309c57-0e00-4321-9b4f-811275be528a', 'tenant_id': '72373775279d4e33872f59119a0c50be', 'mac_address': 'fa:16:3e:24:26:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75917acb-e776-475c-afef-76196342ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '05910bf4-b01e-498c-856f-270817610bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:27Z', 'updated_at': '2022-09-15T18:04:28Z', 'revision_number': 2, 'project_id': '72373775279d4e33872f59119a0c50be', 'subnets': [{'id': '05910bf4-b01e-498c-856f-270817610bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:29.937044 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 1989ab33-23b5-42d0-860e-bedac5cc10e8 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:29.938307 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:29.940344 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd72778-3231-44d8-b12d-04b693b0ea6e None None] The sync data for ids ['75917acb-e776-475c-afef-76196342ebd4'] in dv-cinder-835384-27-smb is: [{'id': '75917acb-e776-475c-afef-76196342ebd4', 'name': 'tempest-TestMinimumBasicScenario-11898293-router', 'tenant_id': '72373775279d4e33872f59119a0c50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'cec73f40-e043-4713-9479-fd0cdf67bb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:24Z', 'updated_at': '2022-09-15T18:04:28Z', 'revision_number': 4, 'project_id': '72373775279d4e33872f59119a0c50be', 'gw_port': {'id': 'cec73f40-e043-4713-9479-fd0cdf67bb4f', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75917acb-e776-475c-afef-76196342ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:25Z', 'updated_at': '2022-09-15T18:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'ec7e889c-0091-4e3f-93e5-513228215191', 'name': '', 'network_id': 'ef309c57-0e00-4321-9b4f-811275be528a', 'tenant_id': '72373775279d4e33872f59119a0c50be', 'mac_address': 'fa:16:3e:24:26:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75917acb-e776-475c-afef-76196342ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '05910bf4-b01e-498c-856f-270817610bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:27Z', 'updated_at': '2022-09-15T18:04:28Z', 'revision_number': 2, 'project_id': '72373775279d4e33872f59119a0c50be', 'subnets': [{'id': '05910bf4-b01e-498c-856f-270817610bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:04:29.997333 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:29.997635 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (33c8b28a-c3dd-40ff-a840-37ca73bd2ed5), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:29.997984 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 Sep 15 18:04:30.116200 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:30.325803 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-213c690e-7792-47f0-870c-ecc9617fc489 req-a06e94a7-8df4-44fc-ab66-9f83b0259f86 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 210 time: 0.0465000 Sep 15 18:04:30.333921 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Attempt 3 to provision port ec7e889c-0091-4e3f-93e5-513228215191 Sep 15 18:04:30.375739 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:30.385565 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Port ec7e889c-0091-4e3f-93e5-513228215191 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:30.886719 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Attempt 4 to provision port ec7e889c-0091-4e3f-93e5-513228215191 Sep 15 18:04:30.890561 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:31.010447 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Port ec7e889c-0091-4e3f-93e5-513228215191 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:31.226723 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256d501-3593-4889-b87b-d6d5965d2547 req-a561bf0c-b7c3-4da9-b8a2-d0f1d782aff6 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:31.230459 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6256d501-3593-4889-b87b-d6d5965d2547 req-a561bf0c-b7c3-4da9-b8a2-d0f1d782aff6 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.27 "GET /networking/v2.0/networks?id=bb0834d2-d4fe-46db-89c7-c08b6ab85c46 HTTP/1.1" status: 200 len: 808 time: 0.5938022 Sep 15 18:04:31.355593 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6256d501-3593-4889-b87b-d6d5965d2547 req-83340789-b12b-4860-8632-46b0d0a4e848 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a11adea5f21c48eb91e2c8f88f8c3349 HTTP/1.1" status: 200 len: 380 time: 0.1090038 Sep 15 18:04:31.373900 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-6256d501-3593-4889-b87b-d6d5965d2547 req-f9c8d6b8-277a-4867-82d6-6d11faf86e70 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Request body: {'port': {'device_id': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'admin_state_up': True, 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'security_groups': ['fefbfba9-b463-4807-8f0b-f4a7a37c07b3']}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:31.506890 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9879915d-8712-4016-9082-836996862b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:31.515608 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Attempt 5 to provision port ec7e889c-0091-4e3f-93e5-513228215191 Sep 15 18:04:31.519246 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-90106857-8678-45aa-9ca9-78bdf57ebf6a req-5386fbd6-ca40-4ce9-b075-ca89c6f589ef tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 210 time: 0.0608466 Sep 15 18:04:31.590007 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Port ec7e889c-0091-4e3f-93e5-513228215191 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:31.590589 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6256d501-3593-4889-b87b-d6d5965d2547 req-f9c8d6b8-277a-4867-82d6-6d11faf86e70 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Made reservation on behalf of a11adea5f21c48eb91e2c8f88f8c3349 for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:04:31.594842 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6256d501-3593-4889-b87b-d6d5965d2547 req-f9c8d6b8-277a-4867-82d6-6d11faf86e70 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:31.673048 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device cec73f40-e043-4713-9479-fd0cdf67bb4f up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:31.737911 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port cec73f40-e043-4713-9479-fd0cdf67bb4f triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:31.738374 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (cec73f40-e043-4713-9479-fd0cdf67bb4f), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:31.738720 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port cec73f40-e043-4713-9479-fd0cdf67bb4f Sep 15 18:04:31.835933 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port cec73f40-e043-4713-9479-fd0cdf67bb4f is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:31.836325 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (cec73f40-e043-4713-9479-fd0cdf67bb4f), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:31.862691 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-6256d501-3593-4889-b87b-d6d5965d2547 req-f9c8d6b8-277a-4867-82d6-6d11faf86e70 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Allocated IP 172.20.0.3 (bb0834d2-d4fe-46db-89c7-c08b6ab85c46/3a8db522-0111-4818-bf99-9914b2b14e3d/8217221b-0f50-45b1-a1a8-88b53757ca38) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:04:31.867070 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] For port cec73f40-e043-4713-9479-fd0cdf67bb4f, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=cec73f40-e043-4713-9479-fd0cdf67bb4f,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:31.873936 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (cec73f40-e043-4713-9479-fd0cdf67bb4f), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:31.944463 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Pushing event updated for resources: {'Port': ['ID=cec73f40-e043-4713-9479-fd0cdf67bb4f,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:32.081589 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6256d501-3593-4889-b87b-d6d5965d2547 req-f9c8d6b8-277a-4867-82d6-6d11faf86e70 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:32.091997 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Attempt 6 to provision port ec7e889c-0091-4e3f-93e5-513228215191 Sep 15 18:04:32.104388 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:32.142866 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6256d501-3593-4889-b87b-d6d5965d2547 req-f9c8d6b8-277a-4867-82d6-6d11faf86e70 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:32.160703 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Port ec7e889c-0091-4e3f-93e5-513228215191 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:32.202319 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6256d501-3593-4889-b87b-d6d5965d2547 req-f9c8d6b8-277a-4867-82d6-6d11faf86e70 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Network bb0834d2-d4fe-46db-89c7-c08b6ab85c46 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:04:32.206048 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-6256d501-3593-4889-b87b-d6d5965d2547 req-f9c8d6b8-277a-4867-82d6-6d11faf86e70 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:32.210648 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6256d501-3593-4889-b87b-d6d5965d2547 req-f9c8d6b8-277a-4867-82d6-6d11faf86e70 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:04:32.218222 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8d6b8-277a-4867-82d6-6d11faf86e70 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Pushing event updated for resources: {'Port': ['ID=8217221b-0f50-45b1-a1a8-88b53757ca38,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:32.283278 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256d501-3593-4889-b87b-d6d5965d2547 req-f9c8d6b8-277a-4867-82d6-6d11faf86e70 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:32.283984 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6256d501-3593-4889-b87b-d6d5965d2547 req-f9c8d6b8-277a-4867-82d6-6d11faf86e70 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:32.310772 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6256d501-3593-4889-b87b-d6d5965d2547 req-f9c8d6b8-277a-4867-82d6-6d11faf86e70 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9452562 Sep 15 18:04:32.331655 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Request body: {'port': {'device_id': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:32.449070 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:32.501164 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:32.639465 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:32.661703 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Attempt 7 to provision port ec7e889c-0091-4e3f-93e5-513228215191 Sep 15 18:04:32.705836 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e9789-17ca-4325-b993-caa2b2588c2e req-aa73464a-2415-4057-815a-11173860a021 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:32.708378 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8c5e9789-17ca-4325-b993-caa2b2588c2e req-aa73464a-2415-4057-815a-11173860a021 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 931 time: 0.0620573 Sep 15 18:04:32.732756 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Port ec7e889c-0091-4e3f-93e5-513228215191 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:32.776078 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8c5e9789-17ca-4325-b993-caa2b2588c2e req-d33c5910-14b6-4431-929c-5caf95cdfcdd tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613308 Sep 15 18:04:32.837662 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8217221b-0f50-45b1-a1a8-88b53757ca38 {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:04:32.846288 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Publish callbacks [] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:32.861107 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Transition to ACTIVE for port object 8217221b-0f50-45b1-a1a8-88b53757ca38 will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:04:32.865934 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:32.939800 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Pushing event updated for resources: {'Port': ['ID=8217221b-0f50-45b1-a1a8-88b53757ca38,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:32.999687 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Attempting to bind port 8217221b-0f50-45b1-a1a8-88b53757ca38 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:04:33.003922 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Attempting to bind port 8217221b-0f50-45b1-a1a8-88b53757ca38 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '7e2b41d6-f332-4e5e-8f7c-c95f543d3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:04:33.004332 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Attempting to bind port 8217221b-0f50-45b1-a1a8-88b53757ca38 on network bb0834d2-d4fe-46db-89c7-c08b6ab85c46 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:04:33.051284 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Port 8217221b-0f50-45b1-a1a8-88b53757ca38 on network bb0834d2-d4fe-46db-89c7-c08b6ab85c46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:04:33.051608 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Attempting to bind port 8217221b-0f50-45b1-a1a8-88b53757ca38 on network bb0834d2-d4fe-46db-89c7-c08b6ab85c46 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:04:33.142185 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:04:33.142185 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Checking segment: {'id': '7e2b41d6-f332-4e5e-8f7c-c95f543d3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:04:33.142185 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Bound using segment: {'id': '7e2b41d6-f332-4e5e-8f7c-c95f543d3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:04:33.142185 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Bound port: 8217221b-0f50-45b1-a1a8-88b53757ca38, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2b41d6-f332-4e5e-8f7c-c95f543d3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:04:33.142185 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:33.235007 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Attempt 8 to provision port ec7e889c-0091-4e3f-93e5-513228215191 Sep 15 18:04:33.313701 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] For port 8217221b-0f50-45b1-a1a8-88b53757ca38, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:04:33.317856 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] For port 8217221b-0f50-45b1-a1a8-88b53757ca38, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8217221b-0f50-45b1-a1a8-88b53757ca38,segment=NetworkSegment(7e2b41d6-f332-4e5e-8f7c-c95f543d3944),segment_id=7e2b41d6-f332-4e5e-8f7c-c95f543d3944)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:04:33.328504 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:33.333971 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:33.334593 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:33.335981 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6256d501-3593-4889-b87b-d6d5965d2547 req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/8217221b-0f50-45b1-a1a8-88b53757ca38 HTTP/1.1" status: 200 len: 1093 time: 1.0088112 Sep 15 18:04:33.336575 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'tag': '8217221b-0f50-45b1-a1a8-88b53757ca38'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:04:33.339020 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf99424-8ffa-48dc-94f3-6433a32615a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ef458147-7336-4def-9a36-f5546e1c0aea", "tag": "8217221b-0f50-45b1-a1a8-88b53757ca38"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:04:33.354039 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Port ec7e889c-0091-4e3f-93e5-513228215191 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:33.391050 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830baf5d-fa70-421d-ba5d-a4a9c917bf64 x-openstack-request-id: req-830baf5d-fa70-421d-ba5d-a4a9c917bf64 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:04:33.391050 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef458147-7336-4def-9a36-f5546e1c0aea", "tag": "8217221b-0f50-45b1-a1a8-88b53757ca38", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:04:33.391050 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-830baf5d-fa70-421d-ba5d-a4a9c917bf64 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:04:33.391050 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830baf5d-fa70-421d-ba5d-a4a9c917bf64'] response: {'name': 'network-changed', 'server_uuid': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'tag': '8217221b-0f50-45b1-a1a8-88b53757ca38', 'status': 'completed', 'code': 200} Sep 15 18:04:33.398324 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:33.412232 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1d710-6f72-4461-9a70-329f0fdd7b7f service neutron] Pushing event updated for resources: {'Port': ['ID=8217221b-0f50-45b1-a1a8-88b53757ca38,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:33.488225 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256d501-3593-4889-b87b-d6d5965d2547 req-2453b08d-024b-40ee-b80e-9656b85833da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:33.490061 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6256d501-3593-4889-b87b-d6d5965d2547 req-2453b08d-024b-40ee-b80e-9656b85833da service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a11adea5f21c48eb91e2c8f88f8c3349&device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 1127 time: 0.0542862 Sep 15 18:04:33.554218 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6256d501-3593-4889-b87b-d6d5965d2547 req-30e4bac0-bb93-4585-95c6-d49caa73768b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8217221b-0f50-45b1-a1a8-88b53757ca38 HTTP/1.1" status: 200 len: 217 time: 0.0464909 Sep 15 18:04:33.581697 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device cec73f40-e043-4713-9479-fd0cdf67bb4f up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:33.639266 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256d501-3593-4889-b87b-d6d5965d2547 req-9a564929-50bb-46b4-b0d7-c395e9e5783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:33.640595 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6256d501-3593-4889-b87b-d6d5965d2547 req-9a564929-50bb-46b4-b0d7-c395e9e5783e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=3a8db522-0111-4818-bf99-9914b2b14e3d HTTP/1.1" status: 200 len: 847 time: 0.0790403 Sep 15 18:04:33.643215 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port cec73f40-e043-4713-9479-fd0cdf67bb4f triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:33.643682 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (cec73f40-e043-4713-9479-fd0cdf67bb4f), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:33.644108 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port cec73f40-e043-4713-9479-fd0cdf67bb4f Sep 15 18:04:33.703103 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256d501-3593-4889-b87b-d6d5965d2547 req-4a3b7a10-0562-42c2-960e-e4d8c1a1f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:33.704887 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6256d501-3593-4889-b87b-d6d5965d2547 req-4a3b7a10-0562-42c2-960e-e4d8c1a1f142 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=bb0834d2-d4fe-46db-89c7-c08b6ab85c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0578299 Sep 15 18:04:33.730049 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port cec73f40-e043-4713-9479-fd0cdf67bb4f is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:33.824814 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6256d501-3593-4889-b87b-d6d5965d2547 req-31c0b011-908d-4402-a322-4817454fa183 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bb0834d2-d4fe-46db-89c7-c08b6ab85c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113291 Sep 15 18:04:33.855044 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Attempt 9 to provision port ec7e889c-0091-4e3f-93e5-513228215191 Sep 15 18:04:33.950172 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Port ec7e889c-0091-4e3f-93e5-513228215191 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:33.974202 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:33.980108 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6256d501-3593-4889-b87b-d6d5965d2547 req-cdf7451c-67ed-4ff9-a0a9-078a4332c688 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bb0834d2-d4fe-46db-89c7-c08b6ab85c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371350 Sep 15 18:04:33.981092 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fecc5d-e950-46df-9b45-aff4543ee901 req-681a6814-7c7d-4604-bbff-5de6eca5c8fc tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:33.988189 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-09fecc5d-e950-46df-9b45-aff4543ee901 req-681a6814-7c7d-4604-bbff-5de6eca5c8fc tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 943 time: 0.1002674 Sep 15 18:04:34.047170 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-09fecc5d-e950-46df-9b45-aff4543ee901 req-614300c0-ddee-416a-b358-a16dae6e47f8 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579734 Sep 15 18:04:34.090635 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:34.451937 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Attempt 10 to provision port ec7e889c-0091-4e3f-93e5-513228215191 Sep 15 18:04:34.495335 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fa863-5398-4fa3-9d9f-1d49503b0411 None None] Port ec7e889c-0091-4e3f-93e5-513228215191 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:34.644111 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Sync routers for ids ['75917acb-e776-475c-afef-76196342ebd4'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:04:34.654208 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-47e36ec8-9210-4f5f-a2c3-9a39876557f8 None None] Provisioning complete for port ec7e889c-0091-4e3f-93e5-513228215191 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:34.659879 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-47e36ec8-9210-4f5f-a2c3-9a39876557f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (ec7e889c-0091-4e3f-93e5-513228215191), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:34.660368 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-47e36ec8-9210-4f5f-a2c3-9a39876557f8 None None] Attempt 1 to provision port ec7e889c-0091-4e3f-93e5-513228215191 Sep 15 18:04:34.667124 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Routers {'75917acb-e776-475c-afef-76196342ebd4'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:04:34.667768 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:04:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['75917acb-e776-475c-afef-76196342ebd4'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:34.697157 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-47e36ec8-9210-4f5f-a2c3-9a39876557f8 None None] Port ec7e889c-0091-4e3f-93e5-513228215191 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:34.795445 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Set router 75917acb-e776-475c-afef-76196342ebd4 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:04:35.045953 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:35.057965 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75917acb-e776-475c-afef-76196342ebd4', 'name': 'tempest-TestMinimumBasicScenario-11898293-router', 'tenant_id': '72373775279d4e33872f59119a0c50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'cec73f40-e043-4713-9479-fd0cdf67bb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:24Z', 'updated_at': '2022-09-15T18:04:28Z', 'revision_number': 4, 'project_id': '72373775279d4e33872f59119a0c50be', 'gw_port': {'id': 'cec73f40-e043-4713-9479-fd0cdf67bb4f', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75917acb-e776-475c-afef-76196342ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:25Z', 'updated_at': '2022-09-15T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'ec7e889c-0091-4e3f-93e5-513228215191', 'name': '', 'network_id': 'ef309c57-0e00-4321-9b4f-811275be528a', 'tenant_id': '72373775279d4e33872f59119a0c50be', 'mac_address': 'fa:16:3e:24:26:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75917acb-e776-475c-afef-76196342ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '05910bf4-b01e-498c-856f-270817610bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:27Z', 'updated_at': '2022-09-15T18:04:28Z', 'revision_number': 2, 'project_id': '72373775279d4e33872f59119a0c50be', 'subnets': [{'id': '05910bf4-b01e-498c-856f-270817610bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:35.091778 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Checking router: 75917acb-e776-475c-afef-76196342ebd4 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:04:35.092535 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Updating router 75917acb-e776-475c-afef-76196342ebd4 port ec7e889c-0091-4e3f-93e5-513228215191 binding host dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:04:35.126225 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (ec7e889c-0091-4e3f-93e5-513228215191), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:35.197911 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-47e36ec8-9210-4f5f-a2c3-9a39876557f8 None None] Attempt 2 to provision port ec7e889c-0091-4e3f-93e5-513228215191 Sep 15 18:04:35.280452 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c4f1c-a086-4eae-aa78-998cff672515 req-9569e35f-093a-4cb3-8177-ec2e15abf94d tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:35.282848 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-448c4f1c-a086-4eae-aa78-998cff672515 req-9569e35f-093a-4cb3-8177-ec2e15abf94d tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 943 time: 0.1172554 Sep 15 18:04:35.298157 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf99424-8ffa-48dc-94f3-6433a32615a7 req-7c691d69-6876-4c39-8fd0-ddf494621731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:35.298964 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-47e36ec8-9210-4f5f-a2c3-9a39876557f8 None None] Port ec7e889c-0091-4e3f-93e5-513228215191 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:35.302639 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fbf99424-8ffa-48dc-94f3-6433a32615a7 req-7c691d69-6876-4c39-8fd0-ddf494621731 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a11adea5f21c48eb91e2c8f88f8c3349&device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 1127 time: 0.0946195 Sep 15 18:04:35.370263 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-448c4f1c-a086-4eae-aa78-998cff672515 req-cb53c62b-b70d-4293-b402-5235346ad40b tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816214 Sep 15 18:04:35.429762 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:35.514839 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Publish callbacks [] for port (ec7e889c-0091-4e3f-93e5-513228215191), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:35.520213 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf99424-8ffa-48dc-94f3-6433a32615a7 req-d90ee011-06e4-4c16-85d5-1360f2ca1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:35.521916 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fbf99424-8ffa-48dc-94f3-6433a32615a7 req-d90ee011-06e4-4c16-85d5-1360f2ca1be4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=bb0834d2-d4fe-46db-89c7-c08b6ab85c46 HTTP/1.1" status: 200 len: 909 time: 0.2010124 Sep 15 18:04:35.525816 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (ec7e889c-0091-4e3f-93e5-513228215191), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:35.576459 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f732f2-fd7a-4f43-889c-155eab217145 None None] Pushing event updated for resources: {'Port': ['ID=ec7e889c-0091-4e3f-93e5-513228215191,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:35.593969 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fbf99424-8ffa-48dc-94f3-6433a32615a7 req-728f36e8-7859-4815-836e-f38245a1739f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8217221b-0f50-45b1-a1a8-88b53757ca38 HTTP/1.1" status: 200 len: 217 time: 0.0632002 Sep 15 18:04:35.649983 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Attempting to bind port ec7e889c-0091-4e3f-93e5-513228215191 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:04:35.651528 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Attempting to bind port ec7e889c-0091-4e3f-93e5-513228215191 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'a463b2c5-43d5-4860-8165-842db9d618de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ef309c57-0e00-4321-9b4f-811275be528a'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:04:35.652186 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Attempting to bind port ec7e889c-0091-4e3f-93e5-513228215191 on network ef309c57-0e00-4321-9b4f-811275be528a {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:04:35.685431 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf99424-8ffa-48dc-94f3-6433a32615a7 req-350f5bb0-8dde-440e-a0e0-26f0331c27d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:35.685431 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fbf99424-8ffa-48dc-94f3-6433a32615a7 req-350f5bb0-8dde-440e-a0e0-26f0331c27d4 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=3a8db522-0111-4818-bf99-9914b2b14e3d HTTP/1.1" status: 200 len: 847 time: 0.0837450 Sep 15 18:04:35.710544 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:04:35.710918 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Checking segment: {'id': 'a463b2c5-43d5-4860-8165-842db9d618de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ef309c57-0e00-4321-9b4f-811275be528a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:04:35.711890 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:35.712285 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Bound using segment: {'id': 'a463b2c5-43d5-4860-8165-842db9d618de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ef309c57-0e00-4321-9b4f-811275be528a'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:04:35.712871 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Bound port: ec7e889c-0091-4e3f-93e5-513228215191, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a463b2c5-43d5-4860-8165-842db9d618de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ef309c57-0e00-4321-9b4f-811275be528a'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:04:35.713335 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (ec7e889c-0091-4e3f-93e5-513228215191), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:35.761707 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf99424-8ffa-48dc-94f3-6433a32615a7 req-ac8c0a2f-0477-453d-9b7e-cd4b93cedcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:35.765400 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fbf99424-8ffa-48dc-94f3-6433a32615a7 req-ac8c0a2f-0477-453d-9b7e-cd4b93cedcac service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=bb0834d2-d4fe-46db-89c7-c08b6ab85c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0679955 Sep 15 18:04:35.791319 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] For port ec7e889c-0091-4e3f-93e5-513228215191, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:04:35.794910 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] For port ec7e889c-0091-4e3f-93e5-513228215191, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=ec7e889c-0091-4e3f-93e5-513228215191,segment=NetworkSegment(a463b2c5-43d5-4860-8165-842db9d618de),segment_id=a463b2c5-43d5-4860-8165-842db9d618de)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:04:35.800883 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-47e36ec8-9210-4f5f-a2c3-9a39876557f8 None None] Attempt 3 to provision port ec7e889c-0091-4e3f-93e5-513228215191 Sep 15 18:04:35.812086 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (ec7e889c-0091-4e3f-93e5-513228215191), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:35.840333 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:35.861681 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-47e36ec8-9210-4f5f-a2c3-9a39876557f8 None None] Port ec7e889c-0091-4e3f-93e5-513228215191 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:35.885275 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Routers {'75917acb-e776-475c-afef-76196342ebd4'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:04:35.885275 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:04:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['75917acb-e776-475c-afef-76196342ebd4'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:35.932207 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fbf99424-8ffa-48dc-94f3-6433a32615a7 req-e37a3cf8-dfa4-464a-897b-386c175d25e2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bb0834d2-d4fe-46db-89c7-c08b6ab85c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577713 Sep 15 18:04:36.014053 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] Set router 75917acb-e776-475c-afef-76196342ebd4 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:04:36.051967 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:36.052712 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fbf99424-8ffa-48dc-94f3-6433a32615a7 req-e83f4966-ac10-4f32-9c35-6b6573763684 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bb0834d2-d4fe-46db-89c7-c08b6ab85c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147137 Sep 15 18:04:36.070219 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:36.137694 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f732f2-fd7a-4f43-889c-155eab217145 None None] Pushing event updated for resources: {'Port': ['ID=ec7e889c-0091-4e3f-93e5-513228215191,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:36.260712 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75917acb-e776-475c-afef-76196342ebd4', 'name': 'tempest-TestMinimumBasicScenario-11898293-router', 'tenant_id': '72373775279d4e33872f59119a0c50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'cec73f40-e043-4713-9479-fd0cdf67bb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:24Z', 'updated_at': '2022-09-15T18:04:28Z', 'revision_number': 4, 'project_id': '72373775279d4e33872f59119a0c50be', 'gw_port': {'id': 'cec73f40-e043-4713-9479-fd0cdf67bb4f', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75917acb-e776-475c-afef-76196342ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:25Z', 'updated_at': '2022-09-15T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'ec7e889c-0091-4e3f-93e5-513228215191', 'name': '', 'network_id': 'ef309c57-0e00-4321-9b4f-811275be528a', 'tenant_id': '72373775279d4e33872f59119a0c50be', 'mac_address': 'fa:16:3e:24:26:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75917acb-e776-475c-afef-76196342ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '05910bf4-b01e-498c-856f-270817610bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:27Z', 'updated_at': '2022-09-15T18:04:35Z', 'revision_number': 4, 'project_id': '72373775279d4e33872f59119a0c50be', 'subnets': [{'id': '05910bf4-b01e-498c-856f-270817610bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:36.292888 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a0d37d-2dce-4730-adcd-57ebf5aa0afd None None] The sync data for ids ['75917acb-e776-475c-afef-76196342ebd4'] in dv-cinder-835384-27-smb is: [{'id': '75917acb-e776-475c-afef-76196342ebd4', 'name': 'tempest-TestMinimumBasicScenario-11898293-router', 'tenant_id': '72373775279d4e33872f59119a0c50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'cec73f40-e043-4713-9479-fd0cdf67bb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:24Z', 'updated_at': '2022-09-15T18:04:28Z', 'revision_number': 4, 'project_id': '72373775279d4e33872f59119a0c50be', 'gw_port': {'id': 'cec73f40-e043-4713-9479-fd0cdf67bb4f', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75917acb-e776-475c-afef-76196342ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:25Z', 'updated_at': '2022-09-15T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'ec7e889c-0091-4e3f-93e5-513228215191', 'name': '', 'network_id': 'ef309c57-0e00-4321-9b4f-811275be528a', 'tenant_id': '72373775279d4e33872f59119a0c50be', 'mac_address': 'fa:16:3e:24:26:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75917acb-e776-475c-afef-76196342ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '05910bf4-b01e-498c-856f-270817610bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:27Z', 'updated_at': '2022-09-15T18:04:35Z', 'revision_number': 4, 'project_id': '72373775279d4e33872f59119a0c50be', 'subnets': [{'id': '05910bf4-b01e-498c-856f-270817610bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:04:36.363727 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-47e36ec8-9210-4f5f-a2c3-9a39876557f8 None None] Attempt 4 to provision port ec7e889c-0091-4e3f-93e5-513228215191 Sep 15 18:04:36.467645 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:36.503287 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-47e36ec8-9210-4f5f-a2c3-9a39876557f8 None None] Current status of the port ec7e889c-0091-4e3f-93e5-513228215191 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:36.504730 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-47e36ec8-9210-4f5f-a2c3-9a39876557f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (ec7e889c-0091-4e3f-93e5-513228215191), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:36.555486 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25db724-b811-43b3-af26-953b7600352a req-dc449b85-10e6-4c2e-965c-25aca04a55f5 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:36.556105 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-47e36ec8-9210-4f5f-a2c3-9a39876557f8 None None] For port ec7e889c-0091-4e3f-93e5-513228215191, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=ec7e889c-0091-4e3f-93e5-513228215191,segment=NetworkSegment(a463b2c5-43d5-4860-8165-842db9d618de),segment_id=a463b2c5-43d5-4860-8165-842db9d618de)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:36.558207 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a25db724-b811-43b3-af26-953b7600352a req-dc449b85-10e6-4c2e-965c-25aca04a55f5 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 943 time: 0.0875168 Sep 15 18:04:36.565634 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-47e36ec8-9210-4f5f-a2c3-9a39876557f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (ec7e889c-0091-4e3f-93e5-513228215191), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:36.588129 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:36.647625 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e36ec8-9210-4f5f-a2c3-9a39876557f8 None None] Pushing event updated for resources: {'Port': ['ID=ec7e889c-0091-4e3f-93e5-513228215191,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:36.649816 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a25db724-b811-43b3-af26-953b7600352a req-e1dada2d-de0b-4fac-906e-20d18e21b81f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828812 Sep 15 18:04:37.545119 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device ec7e889c-0091-4e3f-93e5-513228215191 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:37.609167 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port ec7e889c-0091-4e3f-93e5-513228215191 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:37.609582 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (ec7e889c-0091-4e3f-93e5-513228215191), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:37.609926 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port ec7e889c-0091-4e3f-93e5-513228215191 Sep 15 18:04:37.718581 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port ec7e889c-0091-4e3f-93e5-513228215191 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:37.757646 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 8217221b-0f50-45b1-a1a8-88b53757ca38 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:04:37.798706 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b9480-01c3-4e4c-84cf-f423c55080cf req-c5c390dc-1edb-4b65-9fbc-b6e7536acb68 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:37.805944 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-481b9480-01c3-4e4c-84cf-f423c55080cf req-c5c390dc-1edb-4b65-9fbc-b6e7536acb68 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 943 time: 0.0620947 Sep 15 18:04:37.887107 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-481b9480-01c3-4e4c-84cf-f423c55080cf req-d8897fe5-390f-4275-b0e1-983bba169235 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773518 Sep 15 18:04:37.903672 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 8217221b-0f50-45b1-a1a8-88b53757ca38, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8217221b-0f50-45b1-a1a8-88b53757ca38,segment=NetworkSegment(7e2b41d6-f332-4e5e-8f7c-c95f543d3944),segment_id=7e2b41d6-f332-4e5e-8f7c-c95f543d3944)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:37.937720 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '8217221b-0f50-45b1-a1a8-88b53757ca38', 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'port_id': '8217221b-0f50-45b1-a1a8-88b53757ca38', 'mac_address': 'fa:16:3e:d6:94:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:04:37.989902 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 8217221b-0f50-45b1-a1a8-88b53757ca38 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:37.990406 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:38.006669 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8217221b-0f50-45b1-a1a8-88b53757ca38 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:04:38.030537 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 8217221b-0f50-45b1-a1a8-88b53757ca38, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8217221b-0f50-45b1-a1a8-88b53757ca38,segment=NetworkSegment(7e2b41d6-f332-4e5e-8f7c-c95f543d3944),segment_id=7e2b41d6-f332-4e5e-8f7c-c95f543d3944)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:38.038058 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:38.126328 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=8217221b-0f50-45b1-a1a8-88b53757ca38,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:38.416547 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['8217221b-0f50-45b1-a1a8-88b53757ca38'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:04:38.472257 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:04:38.641003 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:38.698062 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:39.062592 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb3f60-9f5d-4903-af2d-dafa96188ccc req-e347a3c2-cdbc-4333-bd6f-0977b542ca19 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:39.064520 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f7eb3f60-9f5d-4903-af2d-dafa96188ccc req-e347a3c2-cdbc-4333-bd6f-0977b542ca19 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 944 time: 0.0602472 Sep 15 18:04:39.138046 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f7eb3f60-9f5d-4903-af2d-dafa96188ccc req-e278f63c-c0de-40aa-ae54-298c92e6b675 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653529 Sep 15 18:04:39.449646 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35568) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:39.608240 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f3fea7b-fd56-4f8c-8f6e-00d9c6dbb0f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:39.688429 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:39.724711 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f3fea7b-fd56-4f8c-8f6e-00d9c6dbb0f7 admin admin] Publish callbacks [] for security_group (4a3ab0b9-6e7d-474c-a8b0-be6fa35470ca), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:39.737878 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f3fea7b-fd56-4f8c-8f6e-00d9c6dbb0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (4a3ab0b9-6e7d-474c-a8b0-be6fa35470ca), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:39.778050 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 8217221b-0f50-45b1-a1a8-88b53757ca38 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:39.784193 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-1f3fea7b-fd56-4f8c-8f6e-00d9c6dbb0f7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=15ea67be7bbc4d6d860485d51a10f63c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335209 Sep 15 18:04:39.784958 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fea7b-fd56-4f8c-8f6e-00d9c6dbb0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3ab0b9-6e7d-474c-a8b0-be6fa35470ca,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:39.786956 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 35572) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:39.842468 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port 8217221b-0f50-45b1-a1a8-88b53757ca38 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:04:39.852892 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 8217221b-0f50-45b1-a1a8-88b53757ca38 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:39.853395 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:39.853644 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 8217221b-0f50-45b1-a1a8-88b53757ca38 Sep 15 18:04:39.862444 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4d31-5926-4a47-8d64-47716506fd59 admin admin] Publish callbacks [] for security_group (4a3ab0b9-6e7d-474c-a8b0-be6fa35470ca), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:39.888992 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4d31-5926-4a47-8d64-47716506fd59 admin admin] Publish callbacks [] for security_group (4a3ab0b9-6e7d-474c-a8b0-be6fa35470ca), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:39.938221 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 8217221b-0f50-45b1-a1a8-88b53757ca38 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:39.938614 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:39.943627 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4d31-5926-4a47-8d64-47716506fd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (4a3ab0b9-6e7d-474c-a8b0-be6fa35470ca), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:39.946855 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4d31-5926-4a47-8d64-47716506fd59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:39.953158 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-6e7f4d31-5926-4a47-8d64-47716506fd59 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4a3ab0b9-6e7d-474c-a8b0-be6fa35470ca HTTP/1.1" status: 204 len: 168 time: 0.1642418 Sep 15 18:04:39.967733 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f4d31-5926-4a47-8d64-47716506fd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3ab0b9-6e7d-474c-a8b0-be6fa35470ca,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:40.017036 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8217221b-0f50-45b1-a1a8-88b53757ca38'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:04:40.020222 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbf9405-5781-4749-8848-14d16bf67f9b" -d '{"events": [{"server_uuid": "ef458147-7336-4def-9a36-f5546e1c0aea", "name": "network-vif-plugged", "status": "completed", "tag": "8217221b-0f50-45b1-a1a8-88b53757ca38"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:04:40.036948 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 8217221b-0f50-45b1-a1a8-88b53757ca38, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8217221b-0f50-45b1-a1a8-88b53757ca38,segment=NetworkSegment(7e2b41d6-f332-4e5e-8f7c-c95f543d3944),segment_id=7e2b41d6-f332-4e5e-8f7c-c95f543d3944)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:40.045064 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:40.107908 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9192f3-6956-48ff-8c9a-bd498c30e5f1 x-openstack-request-id: req-bd9192f3-6956-48ff-8c9a-bd498c30e5f1 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:04:40.108187 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef458147-7336-4def-9a36-f5546e1c0aea", "name": "network-vif-plugged", "status": "completed", "tag": "8217221b-0f50-45b1-a1a8-88b53757ca38", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:04:40.108443 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd9192f3-6956-48ff-8c9a-bd498c30e5f1 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:04:40.108832 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd9192f3-6956-48ff-8c9a-bd498c30e5f1'] response: {'server_uuid': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8217221b-0f50-45b1-a1a8-88b53757ca38', 'code': 200} Sep 15 18:04:40.113912 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=8217221b-0f50-45b1-a1a8-88b53757ca38,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:40.312587 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93806c-3f9d-4ce5-82f0-55987db29676 req-f6563e8e-b8fe-4266-8ad1-d4cfccbf0684 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:40.315402 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8a93806c-3f9d-4ce5-82f0-55987db29676 req-f6563e8e-b8fe-4266-8ad1-d4cfccbf0684 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0746796 Sep 15 18:04:40.393732 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8a93806c-3f9d-4ce5-82f0-55987db29676 req-3656d5a4-fef7-497a-85eb-9a63210d502f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722067 Sep 15 18:04:40.612854 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011be96d-e468-4a1a-bd65-2b578b492306 req-4e3cdcfa-ff58-4496-8c4c-c423245791ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:40.614867 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-011be96d-e468-4a1a-bd65-2b578b492306 req-4e3cdcfa-ff58-4496-8c4c-c423245791ad service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 1129 time: 0.0527022 Sep 15 18:04:40.648447 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:40.669451 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-011be96d-e468-4a1a-bd65-2b578b492306 req-4ac24dd9-f90a-4625-a9d3-a013143aee6f service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464478 Sep 15 18:04:41.321211 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-bbd4079e-c1fb-461c-baeb-03665d5af3aa tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:41.322745 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-bbd4079e-c1fb-461c-baeb-03665d5af3aa tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/networks?id=40317817-6fed-4c78-81aa-69d03d7c1e06 HTTP/1.1" status: 200 len: 815 time: 0.1078146 Sep 15 18:04:41.337662 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-709a51bb-4568-4692-a357-c8cb8eeccfbc tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/quotas/e9678d09acd84e6d9cfe552488860ff7 HTTP/1.1" status: 200 len: 375 time: 0.0092599 Sep 15 18:04:41.389553 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-a453f876-c18e-441f-888c-0d190841f592 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e9678d09acd84e6d9cfe552488860ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465906 Sep 15 18:04:41.522338 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-f7a872b4-9f98-4c0e-90ef-fc63fadcf0fd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40317817-6fed-4c78-81aa-69d03d7c1e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205039 Sep 15 18:04:41.543822 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc927a33-a779-4ae7-ab9d-77ce8572db07 req-20c4c620-543a-4bd8-9abd-b05acff05606 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:41.545273 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-bc927a33-a779-4ae7-ab9d-77ce8572db07 req-20c4c620-543a-4bd8-9abd-b05acff05606 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0667725 Sep 15 18:04:41.650237 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-bc927a33-a779-4ae7-ab9d-77ce8572db07 req-32b65fbd-65e1-4e94-8ee1-f2a2a3bec29f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944295 Sep 15 18:04:41.666438 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-7a10765b-6887-4ace-83a9-0885a9b34f5c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40317817-6fed-4c78-81aa-69d03d7c1e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382511 Sep 15 18:04:41.834263 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-40587c06-a415-4c4a-9f74-1e4a11cb1914 req-8a483bef-d3cb-4753-8c9c-9ad59c9eaa34 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 210 time: 0.0304618 Sep 15 18:04:42.772762 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aee6c5-dcab-4577-8334-03d4913b6c8a req-151c177d-2621-4e68-abbe-504f10eb9d4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:42.774283 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d4aee6c5-dcab-4577-8334-03d4913b6c8a req-151c177d-2621-4e68-abbe-504f10eb9d4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0488644 Sep 15 18:04:42.825126 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d4aee6c5-dcab-4577-8334-03d4913b6c8a req-ef558ca8-c196-432a-acb3-da39b7e61089 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453522 Sep 15 18:04:42.961467 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-90a4debb-2503-4efb-92ad-ccc91f9444d0 req-d9ee1a53-a476-4b15-9a67-6fa74812402e tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 210 time: 0.0487685 Sep 15 18:04:42.975056 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edd6d9-9761-4ba3-b5e4-952a81643c2a req-0771abea-8564-4fa8-a64e-04b78bf33544 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:42.977026 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-47edd6d9-9761-4ba3-b5e4-952a81643c2a req-0771abea-8564-4fa8-a64e-04b78bf33544 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0748415 Sep 15 18:04:42.996129 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:43.031757 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-47edd6d9-9761-4ba3-b5e4-952a81643c2a req-53a8995f-fc6a-4c95-9022-da68d12ab93c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491159 Sep 15 18:04:43.060500 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 35624) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:43.391757 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-074b2b26-213f-4f82-b8f5-36f402f25b94 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:43.393119 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-074b2b26-213f-4f82-b8f5-36f402f25b94 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.27 "GET /networking/v2.0/networks?id=40317817-6fed-4c78-81aa-69d03d7c1e06 HTTP/1.1" status: 200 len: 815 time: 0.1171732 Sep 15 18:04:43.419690 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-4ad37fc8-8a66-4e83-9e31-cf0ab207f4da tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Request body: {'port': {'device_id': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'admin_state_up': True, 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:43.473864 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba00df-6130-4b8d-9887-302817dac383 tempest-TestShelveInstance-869042000 tempest-TestShelveInstance-869042000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:43.476051 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-37ba00df-6130-4b8d-9887-302817dac383 tempest-TestShelveInstance-869042000 tempest-TestShelveInstance-869042000-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 1124 time: 0.4145029 Sep 15 18:04:43.479501 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35632) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:04:43.484285 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Request body: {'floatingip': {'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'port_id': '8217221b-0f50-45b1-a1a8-88b53757ca38', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:43.509570 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:43.512681 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:43.546302 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-4ad37fc8-8a66-4e83-9e31-cf0ab207f4da tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Made reservation on behalf of e9678d09acd84e6d9cfe552488860ff7 for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:04:43.550358 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-4ad37fc8-8a66-4e83-9e31-cf0ab207f4da tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:43.607007 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:43.640348 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:43.692124 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-4ad37fc8-8a66-4e83-9e31-cf0ab207f4da tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Allocated IP 172.20.0.13 (40317817-6fed-4c78-81aa-69d03d7c1e06/261a086f-6c11-4272-a15b-87064aae9be3/01ece5b8-8a1c-4adb-8d1c-872ad8b02375) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:04:43.722524 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Allocated IP 172.28.1.157 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/e807092c-cf95-4215-afd2-45c81c0822eb) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:04:43.845167 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for port (e807092c-cf95-4215-afd2-45c81c0822eb), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:43.857593 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-4ad37fc8-8a66-4e83-9e31-cf0ab207f4da tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:43.880321 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (e807092c-cf95-4215-afd2-45c81c0822eb), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:43.893318 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-4ad37fc8-8a66-4e83-9e31-cf0ab207f4da tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:43.926736 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:04:43.932688 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:43.935710 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:04:43.935845 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-4ad37fc8-8a66-4e83-9e31-cf0ab207f4da tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Network 40317817-6fed-4c78-81aa-69d03d7c1e06 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:04:43.939381 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Pushing event updated for resources: {'Port': ['ID=e807092c-cf95-4215-afd2-45c81c0822eb,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:43.944623 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-4ad37fc8-8a66-4e83-9e31-cf0ab207f4da tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:43.949844 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-4ad37fc8-8a66-4e83-9e31-cf0ab207f4da tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:04:43.988218 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad37fc8-8a66-4e83-9e31-cf0ab207f4da tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Pushing event updated for resources: {'Port': ['ID=01ece5b8-8a1c-4adb-8d1c-872ad8b02375,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:44.031202 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-4ad37fc8-8a66-4e83-9e31-cf0ab207f4da tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:44.043063 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-4ad37fc8-8a66-4e83-9e31-cf0ab207f4da tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:44.057169 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:44.068106 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-4ad37fc8-8a66-4e83-9e31-cf0ab207f4da tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6546650 Sep 15 18:04:44.148759 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Request body: {'port': {'device_id': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:44.225611 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599c5a1-4595-4371-bd45-7e24f5f84cb7 req-721409c6-dbf8-427c-b872-52382dcfaa0f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:44.227994 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9599c5a1-4595-4371-bd45-7e24f5f84cb7 req-721409c6-dbf8-427c-b872-52382dcfaa0f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 932 time: 0.1274734 Sep 15 18:04:44.295874 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:44.297572 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d1172012-c35a-4f26-ba5d-faa2e4e55a0d None None] Provisioning complete for port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:44.301819 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d1172012-c35a-4f26-ba5d-faa2e4e55a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:44.303455 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d1172012-c35a-4f26-ba5d-faa2e4e55a0d None None] Attempt 1 to provision port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 Sep 15 18:04:44.373632 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d1172012-c35a-4f26-ba5d-faa2e4e55a0d None None] Port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:44.384351 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9599c5a1-4595-4371-bd45-7e24f5f84cb7 req-b8289a12-c298-40c9-b3de-21bfd1e53d52 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082265 Sep 15 18:04:44.463460 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:44.505421 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:44.533599 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for floatingip (6f3ece60-9576-4afe-8e95-66a86d882f77), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:44.615704 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (e807092c-cf95-4215-afd2-45c81c0822eb), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:44.692383 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:04:44.712005 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Publish callbacks [] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:44.739106 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Transition to ACTIVE for port object 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:04:44.744620 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:44.828663 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:44.837041 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=01ece5b8-8a1c-4adb-8d1c-872ad8b02375,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:44.875549 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d1172012-c35a-4f26-ba5d-faa2e4e55a0d None None] Attempt 2 to provision port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 Sep 15 18:04:44.876882 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Attempting to bind port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:04:44.877480 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Attempting to bind port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'aa65cc5b-8e16-4704-b469-f2e1c7c268b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:04:44.877888 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Attempting to bind port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 on network 40317817-6fed-4c78-81aa-69d03d7c1e06 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:04:44.912226 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for port (e807092c-cf95-4215-afd2-45c81c0822eb), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:44.918625 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5339542'] for port (e807092c-cf95-4215-afd2-45c81c0822eb), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:44.956784 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d1172012-c35a-4f26-ba5d-faa2e4e55a0d None None] Port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:04:44.963576 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 on network 40317817-6fed-4c78-81aa-69d03d7c1e06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:04:44.963915 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Attempting to bind port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 on network 40317817-6fed-4c78-81aa-69d03d7c1e06 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:04:44.999388 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Pushing event updated for resources: {'Port': ['ID=e807092c-cf95-4215-afd2-45c81c0822eb,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:45.001937 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (6f3ece60-9576-4afe-8e95-66a86d882f77), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:45.063730 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:04:45.064062 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Checking segment: {'id': 'aa65cc5b-8e16-4704-b469-f2e1c7c268b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:04:45.064443 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Bound using segment: {'id': 'aa65cc5b-8e16-4704-b469-f2e1c7c268b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:04:45.064939 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Bound port: 01ece5b8-8a1c-4adb-8d1c-872ad8b02375, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa65cc5b-8e16-4704-b469-f2e1c7c268b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:04:45.065381 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:45.176912 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] For port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:04:45.181548 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] For port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=01ece5b8-8a1c-4adb-8d1c-872ad8b02375,segment=NetworkSegment(aa65cc5b-8e16-4704-b469-f2e1c7c268b0),segment_id=aa65cc5b-8e16-4704-b469-f2e1c7c268b0)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:04:45.188881 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:45.198447 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:45.198447 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:45.198447 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/01ece5b8-8a1c-4adb-8d1c-872ad8b02375 HTTP/1.1" status: 200 len: 1094 time: 1.0578275 Sep 15 18:04:45.198447 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'tag': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:04:45.200561 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122f1175-5606-4be5-834c-87a8d3d174fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c234d573-46ea-47d3-8a06-a92bb8422731", "tag": "01ece5b8-8a1c-4adb-8d1c-872ad8b02375"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:04:45.263745 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aba03b-a475-461d-83ca-0f75d64b3f29 x-openstack-request-id: req-26aba03b-a475-461d-83ca-0f75d64b3f29 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:04:45.264116 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c234d573-46ea-47d3-8a06-a92bb8422731", "tag": "01ece5b8-8a1c-4adb-8d1c-872ad8b02375", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:04:45.264578 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26aba03b-a475-461d-83ca-0f75d64b3f29 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:04:45.265055 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26aba03b-a475-461d-83ca-0f75d64b3f29'] response: {'name': 'network-changed', 'server_uuid': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'tag': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375', 'status': 'completed', 'code': 200} Sep 15 18:04:45.290757 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7b656-0398-4537-b4af-cfbd88d77cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=01ece5b8-8a1c-4adb-8d1c-872ad8b02375,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:45.429907 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.l3_db [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Floating IP 6f3ece60-9576-4afe-8e95-66a86d882f77 associated. External IP: 172.28.1.157, port: 8217221b-0f50-45b1-a1a8-88b53757ca38. Sep 15 18:04:45.458213 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d1172012-c35a-4f26-ba5d-faa2e4e55a0d None None] Attempt 3 to provision port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 Sep 15 18:04:45.506955 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d1172012-c35a-4f26-ba5d-faa2e4e55a0d None None] Port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 had new provisioning blocks added so it will not transition to active. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 18:04:45.573394 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10002320-13dc-4f7a-8edb-a9a9596eb519 req-80e29acd-bc1f-4e7b-b029-e23c459e2e50 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:45.574905 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-10002320-13dc-4f7a-8edb-a9a9596eb519 req-80e29acd-bc1f-4e7b-b029-e23c459e2e50 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 944 time: 0.0852559 Sep 15 18:04:45.673916 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-10002320-13dc-4f7a-8edb-a9a9596eb519 req-d1dea5c5-b190-4031-a978-3c35807a4291 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895398 Sep 15 18:04:45.754544 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Router 43150109-88cc-4e7f-8572-f9e399036aec has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:04:45.855524 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:45.866696 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:04:45.877223 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec6374-c97f-462a-b300-554cc4c3dfb8 None None] Sync routers for ids ['43150109-88cc-4e7f-8572-f9e399036aec'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:04:45.887606 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:45.887828 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec6374-c97f-462a-b300-554cc4c3dfb8 None None] Routers {'43150109-88cc-4e7f-8572-f9e399036aec'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:04:45.888397 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a4ec6374-c97f-462a-b300-554cc4c3dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:04:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['43150109-88cc-4e7f-8572-f9e399036aec'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:45.926311 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-2ca1d585-51a0-469e-9ee9-0fcc3e34d85c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4455955 Sep 15 18:04:45.927202 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'tag': '8217221b-0f50-45b1-a1a8-88b53757ca38'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:04:45.929721 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37c4102d2d517d607139b710ac7a8d6e47170191c640291e613d15b6186679b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5590768c-bd7e-4ae8-877a-e985afeb1cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "ef458147-7336-4def-9a36-f5546e1c0aea", "tag": "8217221b-0f50-45b1-a1a8-88b53757ca38"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:04:45.981012 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c09e86-789e-42ad-bd40-3f067a179c11 x-openstack-request-id: req-b0c09e86-789e-42ad-bd40-3f067a179c11 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:04:45.981475 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef458147-7336-4def-9a36-f5546e1c0aea", "tag": "8217221b-0f50-45b1-a1a8-88b53757ca38", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:04:45.981789 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0c09e86-789e-42ad-bd40-3f067a179c11 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:04:45.982317 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c09e86-789e-42ad-bd40-3f067a179c11'] response: {'name': 'network-changed', 'server_uuid': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'tag': '8217221b-0f50-45b1-a1a8-88b53757ca38', 'status': 'completed', 'code': 200} Sep 15 18:04:46.172744 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-a4ec6374-c97f-462a-b300-554cc4c3dfb8 None None] Set router 43150109-88cc-4e7f-8572-f9e399036aec gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:04:46.254698 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=27 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:46.409289 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a4ec6374-c97f-462a-b300-554cc4c3dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43150109-88cc-4e7f-8572-f9e399036aec', 'name': 'tempest-TestShelveInstance-758096393-router', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:44Z', 'updated_at': '2022-09-15T18:03:51Z', 'revision_number': 4, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'gw_port': {'id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:46Z', 'updated_at': '2022-09-15T18:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '6f3ece60-9576-4afe-8e95-66a86d882f77', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'floating_ip_address': '172.28.1.157', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'port_id': '8217221b-0f50-45b1-a1a8-88b53757ca38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'mac_address': 'fa:16:3e:d6:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:04:44Z', 'updated_at': '2022-09-15T18:04:44Z', 'revision_number': 0, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29de7960-ecca-4086-b145-169e284cc87a', 'name': '', 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'mac_address': 'fa:16:3e:71:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:50Z', 'updated_at': '2022-09-15T18:03:56Z', 'revision_number': 5, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'subnets': [{'id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:46.442891 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec6374-c97f-462a-b300-554cc4c3dfb8 None None] Checking router: 43150109-88cc-4e7f-8572-f9e399036aec for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:04:46.453374 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec6374-c97f-462a-b300-554cc4c3dfb8 None None] Routers {'43150109-88cc-4e7f-8572-f9e399036aec'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:04:46.454016 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a4ec6374-c97f-462a-b300-554cc4c3dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:04:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['43150109-88cc-4e7f-8572-f9e399036aec'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:46.549193 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:46.575397 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-a4ec6374-c97f-462a-b300-554cc4c3dfb8 None None] Set router 43150109-88cc-4e7f-8572-f9e399036aec gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:04:46.606926 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:46.780773 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:46.840788 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a4ec6374-c97f-462a-b300-554cc4c3dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43150109-88cc-4e7f-8572-f9e399036aec', 'name': 'tempest-TestShelveInstance-758096393-router', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:44Z', 'updated_at': '2022-09-15T18:03:51Z', 'revision_number': 4, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'gw_port': {'id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:46Z', 'updated_at': '2022-09-15T18:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '6f3ece60-9576-4afe-8e95-66a86d882f77', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'floating_ip_address': '172.28.1.157', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'port_id': '8217221b-0f50-45b1-a1a8-88b53757ca38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'mac_address': 'fa:16:3e:d6:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:04:44Z', 'updated_at': '2022-09-15T18:04:44Z', 'revision_number': 0, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29de7960-ecca-4086-b145-169e284cc87a', 'name': '', 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'mac_address': 'fa:16:3e:71:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:50Z', 'updated_at': '2022-09-15T18:03:56Z', 'revision_number': 5, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'subnets': [{'id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:46.845218 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb8744-4789-435f-b846-7f7cd2fa75fe req-111c19fc-d2af-4942-b6d0-d250d0aa28fe tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:46.849444 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3cdb8744-4789-435f-b846-7f7cd2fa75fe req-111c19fc-d2af-4942-b6d0-d250d0aa28fe tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 944 time: 0.0822318 Sep 15 18:04:46.875904 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec6374-c97f-462a-b300-554cc4c3dfb8 None None] The sync data for ids ['43150109-88cc-4e7f-8572-f9e399036aec'] in dv-cinder-835384-27-smb is: [{'id': '43150109-88cc-4e7f-8572-f9e399036aec', 'name': 'tempest-TestShelveInstance-758096393-router', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:44Z', 'updated_at': '2022-09-15T18:03:51Z', 'revision_number': 4, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'gw_port': {'id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:46Z', 'updated_at': '2022-09-15T18:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '6f3ece60-9576-4afe-8e95-66a86d882f77', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'floating_ip_address': '172.28.1.157', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'port_id': '8217221b-0f50-45b1-a1a8-88b53757ca38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'mac_address': 'fa:16:3e:d6:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:04:44Z', 'updated_at': '2022-09-15T18:04:44Z', 'revision_number': 0, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29de7960-ecca-4086-b145-169e284cc87a', 'name': '', 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'mac_address': 'fa:16:3e:71:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:50Z', 'updated_at': '2022-09-15T18:03:56Z', 'revision_number': 5, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'subnets': [{'id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:04:46.923185 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3cdb8744-4789-435f-b846-7f7cd2fa75fe req-7fb0d450-6ced-43c0-980b-16c3b911e6e2 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665331 Sep 15 18:04:47.112759 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef200843-e2d8-4158-a319-8278d6978af3 None None] New status for floating IP 6f3ece60-9576-4afe-8e95-66a86d882f77: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:04:48.088669 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5164ee1-e4bc-4e20-ab0b-2c0bccdd8789 req-8811d0ac-af06-4a3c-89e8-437526b16a7b tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:48.093865 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a5164ee1-e4bc-4e20-ab0b-2c0bccdd8789 req-8811d0ac-af06-4a3c-89e8-437526b16a7b tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 944 time: 0.0890079 Sep 15 18:04:48.177718 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a5164ee1-e4bc-4e20-ab0b-2c0bccdd8789 req-6b643bb7-e88c-4111-9d2a-139d76450013 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812457 Sep 15 18:04:49.306549 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47380ebe-1fe0-4fb4-a2c5-f3292c9a3918 req-358cd6fb-c858-4167-8a7c-c0ea51483cd3 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:49.308116 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-47380ebe-1fe0-4fb4-a2c5-f3292c9a3918 req-358cd6fb-c858-4167-8a7c-c0ea51483cd3 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 944 time: 0.0538161 Sep 15 18:04:49.364597 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-47380ebe-1fe0-4fb4-a2c5-f3292c9a3918 req-d5fcd63a-1bb1-4d85-8b70-604cd9ba520d tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464385 Sep 15 18:04:50.509952 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8987c97-796c-4a7c-95d5-0744ff226fe0 req-94450b2e-3b3b-493a-9858-843e4530205d tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:50.511504 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b8987c97-796c-4a7c-95d5-0744ff226fe0 req-94450b2e-3b3b-493a-9858-843e4530205d tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 944 time: 0.0531955 Sep 15 18:04:50.573727 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b8987c97-796c-4a7c-95d5-0744ff226fe0 req-5f3fde32-f197-4277-90e0-23fb9ba23ae3 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564370 Sep 15 18:04:51.708444 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f457c80-1710-434e-a255-54fcd64fe401 req-44db9fca-58b5-4204-a2ce-597c9a81a78c tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:51.710000 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5f457c80-1710-434e-a255-54fcd64fe401 req-44db9fca-58b5-4204-a2ce-597c9a81a78c tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 944 time: 0.0550847 Sep 15 18:04:51.763980 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5f457c80-1710-434e-a255-54fcd64fe401 req-7dd1e13c-83ea-4336-93ae-9cf80a00d505 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466733 Sep 15 18:04:52.924314 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb37a5b-936f-4bad-8ff3-0114366243ec req-c2838b2d-9f31-471b-bf18-cdf75a162fad tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:52.931905 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1cb37a5b-936f-4bad-8ff3-0114366243ec req-c2838b2d-9f31-471b-bf18-cdf75a162fad tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 944 time: 0.0863807 Sep 15 18:04:52.935146 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f1175-5606-4be5-834c-87a8d3d174fd req-dce141ab-2e1b-4f5f-9042-49ee77efbbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:52.936675 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-122f1175-5606-4be5-834c-87a8d3d174fd req-dce141ab-2e1b-4f5f-9042-49ee77efbbc9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e9678d09acd84e6d9cfe552488860ff7&device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 1128 time: 0.0872650 Sep 15 18:04:52.951265 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590768c-bd7e-4ae8-877a-e985afeb1cd0 req-2d05d9f3-7c09-4cb3-8028-feb2c51669b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:52.953153 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5590768c-bd7e-4ae8-877a-e985afeb1cd0 req-2d05d9f3-7c09-4cb3-8028-feb2c51669b6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a11adea5f21c48eb91e2c8f88f8c3349&device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 1129 time: 0.0662725 Sep 15 18:04:52.992037 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1cb37a5b-936f-4bad-8ff3-0114366243ec req-b0ce9605-248b-4b9b-9ddd-62f744a0485f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585384 Sep 15 18:04:53.353561 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:53.377687 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-102989dd-d821-418a-a086-dbb603ce1791 req-8943af56-a0af-4352-b0af-2b32b1fe5761 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3663480 Sep 15 18:04:53.446352 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f1175-5606-4be5-834c-87a8d3d174fd req-f9ee7d98-f92c-4983-9d3c-2d7d008e3b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:53.447815 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-122f1175-5606-4be5-834c-87a8d3d174fd req-f9ee7d98-f92c-4983-9d3c-2d7d008e3b81 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=e9678d09acd84e6d9cfe552488860ff7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4936838 Sep 15 18:04:53.453233 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590768c-bd7e-4ae8-877a-e985afeb1cd0 req-ae332370-9d66-4e50-b5a8-d622390aff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:53.454678 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5590768c-bd7e-4ae8-877a-e985afeb1cd0 req-ae332370-9d66-4e50-b5a8-d622390aff2b service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=bb0834d2-d4fe-46db-89c7-c08b6ab85c46 HTTP/1.1" status: 200 len: 909 time: 0.4876833 Sep 15 18:04:53.647172 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102989dd-d821-418a-a086-dbb603ce1791 req-0ffa24ba-4f09-437f-92be-558e12f32f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:53.649285 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-102989dd-d821-418a-a086-dbb603ce1791 req-0ffa24ba-4f09-437f-92be-558e12f32f1a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 1130 time: 0.1381764 Sep 15 18:04:53.673271 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5590768c-bd7e-4ae8-877a-e985afeb1cd0 req-05f85b34-a7b6-4332-95b6-1092ffec7883 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8217221b-0f50-45b1-a1a8-88b53757ca38 HTTP/1.1" status: 200 len: 1001 time: 0.1540585 Sep 15 18:04:53.799703 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f1175-5606-4be5-834c-87a8d3d174fd req-52475bdd-d833-48a2-8e61-72be76592765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:53.801180 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-122f1175-5606-4be5-834c-87a8d3d174fd req-52475bdd-d833-48a2-8e61-72be76592765 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2796719 Sep 15 18:04:53.815034 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590768c-bd7e-4ae8-877a-e985afeb1cd0 req-de2d48af-0115-4f37-9097-0cdb4a63b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:53.816406 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5590768c-bd7e-4ae8-877a-e985afeb1cd0 req-de2d48af-0115-4f37-9097-0cdb4a63b618 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=3a8db522-0111-4818-bf99-9914b2b14e3d HTTP/1.1" status: 200 len: 847 time: 0.1131470 Sep 15 18:04:53.857020 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:53.906304 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102989dd-d821-418a-a086-dbb603ce1791 req-28045333-0cb7-4219-88e1-8325579c99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:53.908563 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-102989dd-d821-418a-a086-dbb603ce1791 req-28045333-0cb7-4219-88e1-8325579c99b0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 920 time: 0.2327852 Sep 15 18:04:53.963236 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590768c-bd7e-4ae8-877a-e985afeb1cd0 req-ccea02bb-5928-4944-ba84-14d5fd437490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:53.964923 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5590768c-bd7e-4ae8-877a-e985afeb1cd0 req-ccea02bb-5928-4944-ba84-14d5fd437490 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=bb0834d2-d4fe-46db-89c7-c08b6ab85c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1389983 Sep 15 18:04:53.969142 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-102989dd-d821-418a-a086-dbb603ce1791 req-62aedb30-d301-42c4-88f3-ad63382c6220 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96a80795-1c8c-4798-8443-e1d31be4689b HTTP/1.1" status: 200 len: 217 time: 0.0525146 Sep 15 18:04:53.972438 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-bd4566e0-189f-4535-9ec2-0fbffe809966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:53.973995 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-bd4566e0-189f-4535-9ec2-0fbffe809966 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e9678d09acd84e6d9cfe552488860ff7&device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 1128 time: 0.1026597 Sep 15 18:04:54.090455 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-8f577de7-a920-4f68-ae0e-aff85a3544ca service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01ece5b8-8a1c-4adb-8d1c-872ad8b02375 HTTP/1.1" status: 200 len: 217 time: 0.0953033 Sep 15 18:04:54.128688 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a8bc1-63b1-47a7-92b6-860665a13a99 req-8da4321d-0510-4270-bda4-7cb882d1fd82 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:54.130300 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f34a8bc1-63b1-47a7-92b6-860665a13a99 req-8da4321d-0510-4270-bda4-7cb882d1fd82 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 944 time: 0.0532725 Sep 15 18:04:54.149905 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102989dd-d821-418a-a086-dbb603ce1791 req-cf07a4b6-add9-4578-970f-38ebc9a40db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:54.151385 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-102989dd-d821-418a-a086-dbb603ce1791 req-cf07a4b6-add9-4578-970f-38ebc9a40db1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 200 len: 858 time: 0.1553526 Sep 15 18:04:54.183818 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f34a8bc1-63b1-47a7-92b6-860665a13a99 req-e83df479-529a-4992-8571-edf6df6cd402 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471287 Sep 15 18:04:54.221543 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-77126bab-e9e1-425a-9da1-f806f5ac3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:54.223024 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-77126bab-e9e1-425a-9da1-f806f5ac3c96 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=261a086f-6c11-4272-a15b-87064aae9be3 HTTP/1.1" status: 200 len: 854 time: 0.1193624 Sep 15 18:04:54.227148 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5590768c-bd7e-4ae8-877a-e985afeb1cd0 req-51839b3d-7840-41ae-aff7-943559ccee95 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bb0834d2-d4fe-46db-89c7-c08b6ab85c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513247 Sep 15 18:04:54.228231 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102989dd-d821-418a-a086-dbb603ce1791 req-259ddca1-6d10-411d-8f96-21bb6a403eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:54.229625 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-102989dd-d821-418a-a086-dbb603ce1791 req-259ddca1-6d10-411d-8f96-21bb6a403eee service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8593de74-aee0-42c2-a47e-251a344102c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0638356 Sep 15 18:04:54.368600 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:54.389197 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-01abfa13-fc43-47a5-9812-96a6a4244af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:54.390782 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-01abfa13-fc43-47a5-9812-96a6a4244af4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=40317817-6fed-4c78-81aa-69d03d7c1e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1421711 Sep 15 18:04:54.490579 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:54.512322 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-102989dd-d821-418a-a086-dbb603ce1791 req-d5fbf8c2-8f9d-411d-9d47-941522eb5ea3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557535 Sep 15 18:04:54.530655 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5590768c-bd7e-4ae8-877a-e985afeb1cd0 req-5518a04f-0731-4f37-8113-ad29d9bce853 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bb0834d2-d4fe-46db-89c7-c08b6ab85c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712719 Sep 15 18:04:54.608369 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-fcd29367-a3ce-4177-a957-6949dacc1406 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/40317817-6fed-4c78-81aa-69d03d7c1e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043436 Sep 15 18:04:54.698422 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-102989dd-d821-418a-a086-dbb603ce1791 req-a86f8cab-e44f-4685-b9f5-6228fe961a44 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781869 Sep 15 18:04:54.727385 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce3d14-5413-4504-b755-af20c0f6b7bb req-fd92e380-5766-4a8a-935c-01561e3519ed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:54.728901 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-69ce3d14-5413-4504-b755-af20c0f6b7bb req-fd92e380-5766-4a8a-935c-01561e3519ed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0507317 Sep 15 18:04:54.739850 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-6dab6b9e-bb16-429b-a3dd-e5f9abdbd746 req-c2cc0231-fd8f-4b67-8a47-5f8e975a529d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/40317817-6fed-4c78-81aa-69d03d7c1e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248376 Sep 15 18:04:54.782872 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-69ce3d14-5413-4504-b755-af20c0f6b7bb req-0d841fed-0d17-433b-a51c-0ab74e961c54 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480485 Sep 15 18:04:55.311880 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0a90f-1d4b-4d86-94e9-9137625b3627 req-e6c72759-470b-446d-a16b-5bed6e5a94e0 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:55.313414 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-bbd0a90f-1d4b-4d86-94e9-9137625b3627 req-e6c72759-470b-446d-a16b-5bed6e5a94e0 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 944 time: 0.0488875 Sep 15 18:04:55.371532 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-bbd0a90f-1d4b-4d86-94e9-9137625b3627 req-baf3e0bb-ee4c-4921-b178-42cc90e2c2e0 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526001 Sep 15 18:04:55.909396 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184b8b0-8b46-4b7d-96dc-09705039cc68 req-3e091164-2976-49c7-a2c8-894a940689c3 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:55.910929 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0184b8b0-8b46-4b7d-96dc-09705039cc68 req-3e091164-2976-49c7-a2c8-894a940689c3 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0483696 Sep 15 18:04:55.963588 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0184b8b0-8b46-4b7d-96dc-09705039cc68 req-75d883e2-b5e4-4c47-bcca-bf2381eb186e tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467987 Sep 15 18:04:56.464306 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:56.500945 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c17e0-165b-48bf-8bf6-e5b01e01140a req-0b8a10b4-0ec3-4632-864f-530f7a31bc87 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:56.502465 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5c2c17e0-165b-48bf-8bf6-e5b01e01140a req-0b8a10b4-0ec3-4632-864f-530f7a31bc87 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 944 time: 0.0492668 Sep 15 18:04:56.551174 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5c2c17e0-165b-48bf-8bf6-e5b01e01140a req-bfeb5089-8490-400b-b092-5a2503918dd7 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429711 Sep 15 18:04:57.090001 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:57.099029 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07c7e8-3765-4e6b-888b-1bd1f7e216d5 req-b85e7039-03d4-447c-831a-d33d67466ddb tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:57.100550 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7c07c7e8-3765-4e6b-888b-1bd1f7e216d5 req-b85e7039-03d4-447c-831a-d33d67466ddb tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0526466 Sep 15 18:04:57.152553 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7c07c7e8-3765-4e6b-888b-1bd1f7e216d5 req-dd788a35-57c8-430c-be89-fd19a2470a1c tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462115 Sep 15 18:04:57.221789 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:57.252979 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:57.673514 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a53a15-6b97-402d-86f2-3fc3429f2485 req-ee0be6f2-2670-4798-8fba-79b67d6db14f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:57.674990 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-52a53a15-6b97-402d-86f2-3fc3429f2485 req-ee0be6f2-2670-4798-8fba-79b67d6db14f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 944 time: 0.0467939 Sep 15 18:04:57.725009 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-52a53a15-6b97-402d-86f2-3fc3429f2485 req-d1a3a7a7-5cfe-4f31-a62f-c7dc1e85e99f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439992 Sep 15 18:04:57.873699 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:04:57.974642 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=01ece5b8-8a1c-4adb-8d1c-872ad8b02375,segment=NetworkSegment(aa65cc5b-8e16-4704-b469-f2e1c7c268b0),segment_id=aa65cc5b-8e16-4704-b469-f2e1c7c268b0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:57.989620 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375', 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'port_id': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375', 'mac_address': 'fa:16:3e:cb:3d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261a086f-6c11-4272-a15b-87064aae9be3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:04:58.024995 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:04:58.025566 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:58.042485 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:04:58.064681 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=01ece5b8-8a1c-4adb-8d1c-872ad8b02375,segment=NetworkSegment(aa65cc5b-8e16-4704-b469-f2e1c7c268b0),segment_id=aa65cc5b-8e16-4704-b469-f2e1c7c268b0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:58.068715 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:58.116975 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=01ece5b8-8a1c-4adb-8d1c-872ad8b02375,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:58.271715 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4567cee-68cd-4a3a-9b0a-fb882f2f57f0 req-364ad050-d754-4219-b71f-2a1adb7802a2 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:58.273719 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a4567cee-68cd-4a3a-9b0a-fb882f2f57f0 req-364ad050-d754-4219-b71f-2a1adb7802a2 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0450182 Sep 15 18:04:58.323546 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a4567cee-68cd-4a3a-9b0a-fb882f2f57f0 req-d1b4856f-16fc-4d5c-b970-953bdf15d0d3 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444171 Sep 15 18:04:58.452437 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['01ece5b8-8a1c-4adb-8d1c-872ad8b02375'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:04:58.852158 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19957fa3-a1c6-49d0-9121-043afd34470f req-0be46169-3466-4ec2-b53e-c642d92c5fbc tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:58.853810 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-19957fa3-a1c6-49d0-9121-043afd34470f req-0be46169-3466-4ec2-b53e-c642d92c5fbc tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 945 time: 0.0471189 Sep 15 18:04:58.901473 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-19957fa3-a1c6-49d0-9121-043afd34470f req-3ec2bd0f-dd60-4690-94f7-77ba1137ff77 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Sep 15 18:04:58.943912 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b676214e-5642-42b4-832a-77f8e7a1de44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:59.446657 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7610f9f-49db-4f65-b277-93144a60a432 req-d0013b99-e2c9-4614-879d-61c3aa1c9f74 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:04:59.448138 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c7610f9f-49db-4f65-b277-93144a60a432 req-d0013b99-e2c9-4614-879d-61c3aa1c9f74 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0465236 Sep 15 18:04:59.496091 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c7610f9f-49db-4f65-b277-93144a60a432 req-e3ed06b8-831b-4114-9048-2c48c3fbcee2 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422695 Sep 15 18:04:59.907457 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:59.932552 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:59.947258 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:04:59.957849 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:04:59.964793 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:04:59.965204 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:04:59.965592 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 Sep 15 18:05:00.040279 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7417a43-8ad9-4bb7-9209-d2a91cafb73e req-fabf7e89-bdf6-4309-991c-e16c2421c767 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:00.041834 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a7417a43-8ad9-4bb7-9209-d2a91cafb73e req-fabf7e89-bdf6-4309-991c-e16c2421c767 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 945 time: 0.0511057 Sep 15 18:05:00.045637 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:05:00.046021 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:00.072060 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:05:00.074366 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cd0291-1776-4810-929e-94acb19ab793" -d '{"events": [{"server_uuid": "c234d573-46ea-47d3-8a06-a92bb8422731", "name": "network-vif-plugged", "status": "completed", "tag": "01ece5b8-8a1c-4adb-8d1c-872ad8b02375"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:05:00.088042 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=01ece5b8-8a1c-4adb-8d1c-872ad8b02375,segment=NetworkSegment(aa65cc5b-8e16-4704-b469-f2e1c7c268b0),segment_id=aa65cc5b-8e16-4704-b469-f2e1c7c268b0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:05:00.092293 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:00.095139 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a7417a43-8ad9-4bb7-9209-d2a91cafb73e req-d299d6ac-a0e9-41df-90eb-715b3beacd16 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474560 Sep 15 18:05:00.128226 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe55076-c597-4621-a901-2c6040d098c7 x-openstack-request-id: req-8fe55076-c597-4621-a901-2c6040d098c7 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:05:00.128519 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c234d573-46ea-47d3-8a06-a92bb8422731", "name": "network-vif-plugged", "status": "completed", "tag": "01ece5b8-8a1c-4adb-8d1c-872ad8b02375", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:05:00.128771 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fe55076-c597-4621-a901-2c6040d098c7 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:05:00.129186 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe55076-c597-4621-a901-2c6040d098c7'] response: {'server_uuid': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375', 'code': 200} Sep 15 18:05:00.143262 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=01ece5b8-8a1c-4adb-8d1c-872ad8b02375,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:00.150941 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:00.151287 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:00.151626 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:00.151987 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:00.152324 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:00.152651 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:00.152976 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:00.153324 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:00.153645 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:00.153968 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:00.154289 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:00.154625 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:00.154950 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:00.155266 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:00.155581 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:00.357027 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b26f10-f62d-455a-8ab1-ad2b40968058 req-60e5ceb5-ea97-4bd4-9e10-0e1f9ffdf169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:00.371756 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f2b26f10-f62d-455a-8ab1-ad2b40968058 req-60e5ceb5-ea97-4bd4-9e10-0e1f9ffdf169 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 1130 time: 0.0413194 Sep 15 18:05:00.411103 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f2b26f10-f62d-455a-8ab1-ad2b40968058 req-0de0d4af-28e6-4d8a-8b5e-ba2458698c50 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385046 Sep 15 18:05:00.616367 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dd1e7-369c-4e7e-8306-6d1acce85118 req-a173f661-b2a2-478c-834f-9308f192ecba tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:00.617862 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-db8dd1e7-369c-4e7e-8306-6d1acce85118 req-a173f661-b2a2-478c-834f-9308f192ecba tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0463610 Sep 15 18:05:00.663883 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-db8dd1e7-369c-4e7e-8306-6d1acce85118 req-81ff2a70-416a-47cf-880a-173d107ac62b tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405123 Sep 15 18:05:01.220806 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a6b5c-fd56-4b40-8462-fa289c182612 req-71819c80-5eea-4b35-b0df-98dd36cbea3a tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:01.222456 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-190a6b5c-fd56-4b40-8462-fa289c182612 req-71819c80-5eea-4b35-b0df-98dd36cbea3a tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 946 time: 0.0491655 Sep 15 18:05:01.268109 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-190a6b5c-fd56-4b40-8462-fa289c182612 req-4d1fbbc1-f8a6-4c70-82ea-c3f9d655f881 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395014 Sep 15 18:05:01.480310 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d8486cb-4b10-425e-8688-e5d191256490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:01.787873 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecada62-b260-42d7-9796-cf8f3a4065d9 req-16ce0cb3-5b29-4882-a1f1-0cea4ec2e390 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:01.789346 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8ecada62-b260-42d7-9796-cf8f3a4065d9 req-16ce0cb3-5b29-4882-a1f1-0cea4ec2e390 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0473235 Sep 15 18:05:01.835714 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8ecada62-b260-42d7-9796-cf8f3a4065d9 req-5a54322c-6258-4728-95d9-0c3f69acd0fc tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408318 Sep 15 18:05:02.389086 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2a052-bd43-4029-8bf8-57c3530a8b61 req-2c2f0a47-e275-4999-b1d6-035cd646c250 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:02.390599 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-45c2a052-bd43-4029-8bf8-57c3530a8b61 req-2c2f0a47-e275-4999-b1d6-035cd646c250 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 946 time: 0.0477788 Sep 15 18:05:02.441307 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-45c2a052-bd43-4029-8bf8-57c3530a8b61 req-249b46c2-88c4-48e6-b9d8-0f19c82939a2 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450900 Sep 15 18:05:02.507184 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:02.528429 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:02.567613 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a88df-3b10-4d27-a3e2-247b86eba079 req-0c53fbea-744a-44a6-b2ac-abbdc3fa7e39 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:02.569029 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-350a88df-3b10-4d27-a3e2-247b86eba079 req-0c53fbea-744a-44a6-b2ac-abbdc3fa7e39 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 946 time: 0.0489764 Sep 15 18:05:02.617699 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-350a88df-3b10-4d27-a3e2-247b86eba079 req-b2e239a2-b627-402f-b959-75b98a42a91a tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427740 Sep 15 18:05:02.997277 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:03.005735 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a15074-1d66-4a7a-8659-f5d41a89ae60 req-654a44fe-5782-4ef2-bd40-31d33684fccb tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:03.007819 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d5a15074-1d66-4a7a-8659-f5d41a89ae60 req-654a44fe-5782-4ef2-bd40-31d33684fccb tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0857759 Sep 15 18:05:03.013828 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776084a-4f24-4db5-aa0f-05cfe638fa73 req-c4ad0aff-5a7f-4217-b1b3-4b567bad3189 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:03.015257 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6776084a-4f24-4db5-aa0f-05cfe638fa73 req-c4ad0aff-5a7f-4217-b1b3-4b567bad3189 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 946 time: 0.0643086 Sep 15 18:05:03.091460 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d5a15074-1d66-4a7a-8659-f5d41a89ae60 req-315afcd7-3179-4eb9-bde8-3b19c64504a7 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752308 Sep 15 18:05:03.094536 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6776084a-4f24-4db5-aa0f-05cfe638fa73 req-4966e06d-91ff-46ee-87b9-4de9083889d2 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713751 Sep 15 18:05:03.879601 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:04.065381 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:04.214289 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f423f-35be-460b-aae6-22374e2f8838 req-536d4555-8d28-4873-b823-0d1afdd31c62 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:04.215814 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e86f423f-35be-460b-aae6-22374e2f8838 req-536d4555-8d28-4873-b823-0d1afdd31c62 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0488610 Sep 15 18:05:04.268401 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e86f423f-35be-460b-aae6-22374e2f8838 req-d838f999-00ad-4ba0-99c9-91b77e549a7f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441890 Sep 15 18:05:05.400418 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b812e83-4020-4e1d-a1d4-df49244a2287 req-340c8f37-fbae-43cc-8d0a-40d9921076f9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:05.401923 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9b812e83-4020-4e1d-a1d4-df49244a2287 req-340c8f37-fbae-43cc-8d0a-40d9921076f9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0500140 Sep 15 18:05:05.449971 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9b812e83-4020-4e1d-a1d4-df49244a2287 req-871c771e-d16a-4f3f-9467-c4587bfcb57f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421431 Sep 15 18:05:05.676585 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847d949-5c25-4717-b2f3-db34bbde9b0d req-a93dc73d-f51f-432c-9df7-7c06ed7d2fd1 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:05.678162 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b847d949-5c25-4717-b2f3-db34bbde9b0d req-a93dc73d-f51f-432c-9df7-7c06ed7d2fd1 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0544782 Sep 15 18:05:05.734440 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b847d949-5c25-4717-b2f3-db34bbde9b0d req-b52d83eb-496b-4fdc-b75e-9a56e704ca7d tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495048 Sep 15 18:05:06.857505 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56755499-7481-4842-8e85-9d4f8b1acf52 req-717869bf-1088-4884-97b8-5df423b374e8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:06.858975 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-56755499-7481-4842-8e85-9d4f8b1acf52 req-717869bf-1088-4884-97b8-5df423b374e8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0477757 Sep 15 18:05:06.908714 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-56755499-7481-4842-8e85-9d4f8b1acf52 req-fafb5dd1-badd-46d8-a36a-2ff3fa119a89 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441508 Sep 15 18:05:07.350601 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fda00-1c87-4cc2-b96d-5029c8404f73 req-09c5e229-0060-4b1d-93ac-51a50e14825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:07.352915 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e11fda00-1c87-4cc2-b96d-5029c8404f73 req-09c5e229-0060-4b1d-93ac-51a50e14825b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d0c00ad55eda4d7f8a0370359478f2df&device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 1130 time: 0.0505769 Sep 15 18:05:07.415663 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:07.453199 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fda00-1c87-4cc2-b96d-5029c8404f73 req-ff51f47f-4c4a-461a-a3d0-d8bcb4732941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:07.454767 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e11fda00-1c87-4cc2-b96d-5029c8404f73 req-ff51f47f-4c4a-461a-a3d0-d8bcb4732941 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a550ae18-8a00-4e46-ab8a-055d97ed7c96 HTTP/1.1" status: 200 len: 911 time: 0.0945473 Sep 15 18:05:07.533095 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e11fda00-1c87-4cc2-b96d-5029c8404f73 req-087ab39e-98ab-42fb-8983-63c2bffc10a4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59bc3db6-123e-4171-80de-57632fb2793a HTTP/1.1" status: 200 len: 1002 time: 0.0628176 Sep 15 18:05:07.582841 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fda00-1c87-4cc2-b96d-5029c8404f73 req-dde0d6fc-18ff-4929-898c-f007e075ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:07.584288 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e11fda00-1c87-4cc2-b96d-5029c8404f73 req-dde0d6fc-18ff-4929-898c-f007e075ae62 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=0acbc2fd-b392-426b-a234-c034ff806cba HTTP/1.1" status: 200 len: 849 time: 0.0451357 Sep 15 18:05:07.641438 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fda00-1c87-4cc2-b96d-5029c8404f73 req-9758321f-6a6b-4967-851b-11d05cc89f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:07.642971 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e11fda00-1c87-4cc2-b96d-5029c8404f73 req-9758321f-6a6b-4967-851b-11d05cc89f1d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a550ae18-8a00-4e46-ab8a-055d97ed7c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0481758 Sep 15 18:05:07.743665 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e11fda00-1c87-4cc2-b96d-5029c8404f73 req-fde6c2e4-8fc0-40d0-9250-36b6e17410dc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918522 Sep 15 18:05:07.840474 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e11fda00-1c87-4cc2-b96d-5029c8404f73 req-edc37796-1ac1-45ab-abd6-876965bd48d5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902402 Sep 15 18:05:08.033542 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1861-e2cd-475c-88f7-da58d19e0072 req-96468883-4e1b-4ee5-b1f7-5637b0646567 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:08.035030 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a0eb1861-e2cd-475c-88f7-da58d19e0072 req-96468883-4e1b-4ee5-b1f7-5637b0646567 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0482764 Sep 15 18:05:08.086461 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a0eb1861-e2cd-475c-88f7-da58d19e0072 req-d1890f78-99d5-45e6-9819-892cf8c475b6 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440612 Sep 15 18:05:08.490147 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617c25f-7fda-4425-8e9b-c349ff279bcc req-7af206d3-7858-4fc6-b052-e7c97745b1ab tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:08.494631 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b617c25f-7fda-4425-8e9b-c349ff279bcc req-7af206d3-7858-4fc6-b052-e7c97745b1ab tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 946 time: 0.0860634 Sep 15 18:05:08.503267 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b9c8a-3743-4f0c-8689-0c5a266c0168 req-0011903c-1afd-4c5b-97f4-b252d4c7f162 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:08.504828 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d39b9c8a-3743-4f0c-8689-0c5a266c0168 req-0011903c-1afd-4c5b-97f4-b252d4c7f162 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0949881 Sep 15 18:05:08.578975 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b617c25f-7fda-4425-8e9b-c349ff279bcc req-3e3801a3-f931-4267-9e3a-f15d6f813e9a tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731142 Sep 15 18:05:08.583036 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d39b9c8a-3743-4f0c-8689-0c5a266c0168 req-60cc458f-93e5-49dd-8eb2-5249136dc5ba tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710325 Sep 15 18:05:08.611135 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35830) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:05:08.737767 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:08.776836 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9056aef4-481b-4bf6-9a61-fda26859ac1b tempest-TestMinimumBasicScenario-562947905 tempest-TestMinimumBasicScenario-562947905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:08.778356 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-9056aef4-481b-4bf6-9a61-fda26859ac1b tempest-TestMinimumBasicScenario-562947905 tempest-TestMinimumBasicScenario-562947905-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 1125 time: 0.1663249 Sep 15 18:05:08.781275 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35834) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:05:08.785511 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Request body: {'floatingip': {'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'port_id': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:08.806828 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:08.886405 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:09.001070 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Allocated IP 172.28.1.64 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/43948d98-6e80-4c96-b7ec-5420a0ce8e3b) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:05:09.017180 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:09.029703 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c480c-d41d-40b8-8331-65e8c7ede9c3 req-e904ed6b-726d-47e5-938b-5596818565da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:09.031201 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ba4c480c-d41d-40b8-8331-65e8c7ede9c3 req-e904ed6b-726d-47e5-938b-5596818565da service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 1130 time: 0.0485864 Sep 15 18:05:09.108142 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:09.109765 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for port (43948d98-6e80-4c96-b7ec-5420a0ce8e3b), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:09.139004 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c480c-d41d-40b8-8331-65e8c7ede9c3 req-95c5c92a-2046-4faf-bd3f-ab38ea444a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:09.140458 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ba4c480c-d41d-40b8-8331-65e8c7ede9c3 req-95c5c92a-2046-4faf-bd3f-ab38ea444a76 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 920 time: 0.1027489 Sep 15 18:05:09.146066 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (43948d98-6e80-4c96-b7ec-5420a0ce8e3b), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:09.219048 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ba4c480c-d41d-40b8-8331-65e8c7ede9c3 req-fbe1a765-1f15-40db-826e-9aceba063d18 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad21df59-e5cd-4e57-b97d-fdacd1977ad0 HTTP/1.1" status: 200 len: 1002 time: 0.0723009 Sep 15 18:05:09.229485 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:05:09.237055 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:05:09.241653 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:05:09.243616 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Pushing event updated for resources: {'Port': ['ID=43948d98-6e80-4c96-b7ec-5420a0ce8e3b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:09.270193 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c480c-d41d-40b8-8331-65e8c7ede9c3 req-86e26e04-60b2-48bf-be25-9cb9fd6ccfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:09.271645 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ba4c480c-d41d-40b8-8331-65e8c7ede9c3 req-86e26e04-60b2-48bf-be25-9cb9fd6ccfec service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 200 len: 858 time: 0.0466979 Sep 15 18:05:09.275458 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706087d-ae2a-43f0-8f76-126883e7c30c req-acdf2994-0d62-4ac0-a36b-a04eefd73bbf tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:09.276937 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8706087d-ae2a-43f0-8f76-126883e7c30c req-acdf2994-0d62-4ac0-a36b-a04eefd73bbf tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.1038330 Sep 15 18:05:09.280097 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:09.280452 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:09.280800 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:09.281149 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:09.281515 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:09.281847 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:09.282184 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:09.282513 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:09.282840 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:09.283165 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:09.283492 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:09.283821 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:09.284155 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:09.284471 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:09.284788 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:09.317673 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c480c-d41d-40b8-8331-65e8c7ede9c3 req-18641c3c-13c1-433f-8357-095c672b41f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:09.319883 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ba4c480c-d41d-40b8-8331-65e8c7ede9c3 req-18641c3c-13c1-433f-8357-095c672b41f0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8593de74-aee0-42c2-a47e-251a344102c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0421288 Sep 15 18:05:09.377968 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8706087d-ae2a-43f0-8f76-126883e7c30c req-514d8fe2-b01c-4f85-8bbc-a272caefebeb tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895069 Sep 15 18:05:09.421903 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ba4c480c-d41d-40b8-8331-65e8c7ede9c3 req-0a0f91f2-bffa-4810-8752-28fb6597ed95 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955474 Sep 15 18:05:09.537549 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ba4c480c-d41d-40b8-8331-65e8c7ede9c3 req-122b8734-a86e-421a-95a4-15ae56497cd9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082454 Sep 15 18:05:09.573385 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:09.719843 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for floatingip (ad361591-6ba6-4ace-9b35-ba051bf98723), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:09.727148 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6edd04-ba03-491b-983f-c38121f9aec6 req-bff7f811-b876-4569-b8b2-f4dda107ebc6 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:09.728602 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0b6edd04-ba03-491b-983f-c38121f9aec6 req-bff7f811-b876-4569-b8b2-f4dda107ebc6 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0613403 Sep 15 18:05:09.831266 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0b6edd04-ba03-491b-983f-c38121f9aec6 req-c005726f-014e-431e-996e-32189acd66c4 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830545 Sep 15 18:05:09.837958 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (43948d98-6e80-4c96-b7ec-5420a0ce8e3b), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:09.875277 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:10.227990 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for port (43948d98-6e80-4c96-b7ec-5420a0ce8e3b), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:10.232666 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5339542'] for port (43948d98-6e80-4c96-b7ec-5420a0ce8e3b), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:10.298455 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Pushing event updated for resources: {'Port': ['ID=43948d98-6e80-4c96-b7ec-5420a0ce8e3b,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:10.301214 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (ad361591-6ba6-4ace-9b35-ba051bf98723), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:10.397125 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.l3_db [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Floating IP ad361591-6ba6-4ace-9b35-ba051bf98723 associated. External IP: 172.28.1.64, port: 01ece5b8-8a1c-4adb-8d1c-872ad8b02375. Sep 15 18:05:10.600346 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Router 904727a0-9035-4b22-a6c2-77f79ff2cd4b has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:05:10.656187 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:10.711811 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:05:10.722680 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afc028-0dd1-4090-b6f6-0ec336231e8c None None] Sync routers for ids ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:05:10.730213 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:10.733063 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afc028-0dd1-4090-b6f6-0ec336231e8c None None] Routers {'904727a0-9035-4b22-a6c2-77f79ff2cd4b'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:05:10.733730 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-01afc028-0dd1-4090-b6f6-0ec336231e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:05:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:10.761337 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-fc9170de-37d0-4343-a9e9-1be2669ee55f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9789760 Sep 15 18:05:10.762079 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'tag': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:05:10.764190 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 35846) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:05:10.764699 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37c4102d2d517d607139b710ac7a8d6e47170191c640291e613d15b6186679b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d54ddc-1c65-4645-8517-348045b463a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c234d573-46ea-47d3-8a06-a92bb8422731", "tag": "01ece5b8-8a1c-4adb-8d1c-872ad8b02375"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:05:10.769071 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-784238842', 'description': 'tempest-secgroup-smoke-784238842 description', 'project_id': 'e9678d09acd84e6d9cfe552488860ff7'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:10.795077 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:10.806994 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1557f8c-5db8-4fe4-9e47-a59deec97c09 x-openstack-request-id: req-a1557f8c-5db8-4fe4-9e47-a59deec97c09 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:05:10.807320 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c234d573-46ea-47d3-8a06-a92bb8422731", "tag": "01ece5b8-8a1c-4adb-8d1c-872ad8b02375", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:05:10.807576 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1557f8c-5db8-4fe4-9e47-a59deec97c09 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:05:10.807986 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1557f8c-5db8-4fe4-9e47-a59deec97c09'] response: {'name': 'network-changed', 'server_uuid': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'tag': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375', 'status': 'completed', 'code': 200} Sep 15 18:05:10.841517 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-01afc028-0dd1-4090-b6f6-0ec336231e8c None None] Set router 904727a0-9035-4b22-a6c2-77f79ff2cd4b gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:05:10.905156 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group (e8ea3b6d-72fa-4526-bd05-bb3906a30e0a), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:10.921642 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (e8ea3b6d-72fa-4526-bd05-bb3906a30e0a), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:10.935054 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:10.937842 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d54ddc-1c65-4645-8517-348045b463a6 req-099887dc-14cc-43ba-9956-f82677e64d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:10.938472 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-25d54ddc-1c65-4645-8517-348045b463a6 req-099887dc-14cc-43ba-9956-f82677e64d0c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e9678d09acd84e6d9cfe552488860ff7&device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 1130 time: 0.0764306 Sep 15 18:05:10.974427 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:10.978483 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2102602 Sep 15 18:05:10.979035 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35852) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:05:10.983627 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8a571ca5-c7f6-40a4-aab1-9ee1c04a406f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Request body: {'security_group_rule': {'security_group_id': 'e8ea3b6d-72fa-4526-bd05-bb3906a30e0a', 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:10.995411 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f3ab4-9116-4116-b1a7-0ef00ccfdfc5 req-3c6954e3-f16f-4a31-9cc2-aae0a09d05b4 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:10.998193 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-775f3ab4-9116-4116-b1a7-0ef00ccfdfc5 req-3c6954e3-f16f-4a31-9cc2-aae0a09d05b4 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0661795 Sep 15 18:05:11.013781 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:11.033083 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.033562 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.033911 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.034303 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.034642 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.034991 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.035464 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.035914 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.036408 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.036687 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.037020 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.037600 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.038275 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.038275 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.038580 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f22c220-053b-45c9-9d55-f5b43056f202 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.048291 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a571ca5-c7f6-40a4-aab1-9ee1c04a406f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (f81050fb-a32e-4857-b872-00fc5853d5da), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.076254 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-775f3ab4-9116-4116-b1a7-0ef00ccfdfc5 req-73aeb1b7-bff5-4af2-ad8c-cd519cf03362 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724723 Sep 15 18:05:11.085719 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d54ddc-1c65-4645-8517-348045b463a6 req-0197454b-17bc-4bec-a2ed-6e2757b6aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:11.087350 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-25d54ddc-1c65-4645-8517-348045b463a6 req-0197454b-17bc-4bec-a2ed-6e2757b6aa56 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=40317817-6fed-4c78-81aa-69d03d7c1e06 HTTP/1.1" status: 200 len: 916 time: 0.1400285 Sep 15 18:05:11.097878 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-01afc028-0dd1-4090-b6f6-0ec336231e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'name': 'tempest-TestMinimumBasicScenario-1433524702-router', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '35a653e8-0547-45a5-a730-701f85f28970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:22Z', 'revision_number': 4, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'gw_port': {'id': '35a653e8-0547-45a5-a730-701f85f28970', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': 'ad361591-6ba6-4ace-9b35-ba051bf98723', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'floating_ip_address': '172.28.1.64', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'port_id': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'mac_address': 'fa:16:3e:cb:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:05:09Z', 'updated_at': '2022-09-15T18:05:09Z', 'revision_number': 0, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1989ab33-23b5-42d0-860e-bedac5cc10e8', 'name': '', 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'mac_address': 'fa:16:3e:23:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '261a086f-6c11-4272-a15b-87064aae9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:22Z', 'updated_at': '2022-09-15T18:04:27Z', 'revision_number': 5, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'subnets': [{'id': '261a086f-6c11-4272-a15b-87064aae9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:11.134938 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afc028-0dd1-4090-b6f6-0ec336231e8c None None] Checking router: 904727a0-9035-4b22-a6c2-77f79ff2cd4b for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:05:11.143219 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a571ca5-c7f6-40a4-aab1-9ee1c04a406f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (f81050fb-a32e-4857-b872-00fc5853d5da), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.148079 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a571ca5-c7f6-40a4-aab1-9ee1c04a406f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (f81050fb-a32e-4857-b872-00fc5853d5da), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.149225 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afc028-0dd1-4090-b6f6-0ec336231e8c None None] Routers {'904727a0-9035-4b22-a6c2-77f79ff2cd4b'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:05:11.149859 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-01afc028-0dd1-4090-b6f6-0ec336231e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:05:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:11.168689 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-25d54ddc-1c65-4645-8517-348045b463a6 req-50ffb86d-2413-4821-9e29-13b583e0b2d5 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01ece5b8-8a1c-4adb-8d1c-872ad8b02375 HTTP/1.1" status: 200 len: 999 time: 0.0747674 Sep 15 18:05:11.171575 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a571ca5-c7f6-40a4-aab1-9ee1c04a406f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81050fb-a32e-4857-b872-00fc5853d5da,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:11.178477 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a571ca5-c7f6-40a4-aab1-9ee1c04a406f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.179693 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-8a571ca5-c7f6-40a4-aab1-9ee1c04a406f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1995552 Sep 15 18:05:11.182596 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35854) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:05:11.187290 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ad4b4242-a988-4563-96df-476aac5ae0ae tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Request body: {'security_group_rule': {'security_group_id': 'e8ea3b6d-72fa-4526-bd05-bb3906a30e0a', 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:11.201945 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:11.221311 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4242-a988-4563-96df-476aac5ae0ae tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (3b499738-c777-4d81-a907-1ba5226ffb3b), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.223568 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d54ddc-1c65-4645-8517-348045b463a6 req-18ecf8b9-bef4-4489-9753-f629aaa356e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:11.225624 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-25d54ddc-1c65-4645-8517-348045b463a6 req-18ecf8b9-bef4-4489-9753-f629aaa356e6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=261a086f-6c11-4272-a15b-87064aae9be3 HTTP/1.1" status: 200 len: 854 time: 0.0505986 Sep 15 18:05:11.283372 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d54ddc-1c65-4645-8517-348045b463a6 req-039662c4-0575-4fd4-bacc-6b906565f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:11.285159 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-25d54ddc-1c65-4645-8517-348045b463a6 req-039662c4-0575-4fd4-bacc-6b906565f85a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=40317817-6fed-4c78-81aa-69d03d7c1e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0533488 Sep 15 18:05:11.311590 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4242-a988-4563-96df-476aac5ae0ae tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (3b499738-c777-4d81-a907-1ba5226ffb3b), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.312345 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:11.320075 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4242-a988-4563-96df-476aac5ae0ae tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (3b499738-c777-4d81-a907-1ba5226ffb3b), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.352838 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b4242-a988-4563-96df-476aac5ae0ae tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b499738-c777-4d81-a907-1ba5226ffb3b,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:11.363551 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4242-a988-4563-96df-476aac5ae0ae tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.368489 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-ad4b4242-a988-4563-96df-476aac5ae0ae tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1847560 Sep 15 18:05:11.369115 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 35856) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:05:11.373609 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-877064a7-184a-486a-b743-44fa56272799 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Request body: {'security_group_rule': {'security_group_id': 'e8ea3b6d-72fa-4526-bd05-bb3906a30e0a', 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:11.414254 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-25d54ddc-1c65-4645-8517-348045b463a6 req-29c001ec-64fd-4ea6-b00a-3947ea83de97 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/40317817-6fed-4c78-81aa-69d03d7c1e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220152 Sep 15 18:05:11.431017 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-877064a7-184a-486a-b743-44fa56272799 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (8cb74f65-d44c-4f7a-a065-1f36a5faafb5), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.435463 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-01afc028-0dd1-4090-b6f6-0ec336231e8c None None] Set router 904727a0-9035-4b22-a6c2-77f79ff2cd4b gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:05:11.453992 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:11.457752 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:11.559623 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-25d54ddc-1c65-4645-8517-348045b463a6 req-2f068406-9836-4d46-a2b7-c61b5deba3f2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/40317817-6fed-4c78-81aa-69d03d7c1e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391160 Sep 15 18:05:11.565861 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-877064a7-184a-486a-b743-44fa56272799 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (8cb74f65-d44c-4f7a-a065-1f36a5faafb5), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.570008 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-877064a7-184a-486a-b743-44fa56272799 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (8cb74f65-d44c-4f7a-a065-1f36a5faafb5), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.594299 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877064a7-184a-486a-b743-44fa56272799 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb74f65-d44c-4f7a-a065-1f36a5faafb5,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:11.598677 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:11.603539 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-877064a7-184a-486a-b743-44fa56272799 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.607528 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-877064a7-184a-486a-b743-44fa56272799 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2348523 Sep 15 18:05:11.608306 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35858) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:05:11.612958 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-dd96afbb-8b24-4f0d-92d8-3a284a68744b tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Request body: {'security_group_rule': {'security_group_id': 'e8ea3b6d-72fa-4526-bd05-bb3906a30e0a', 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:11.613880 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:11.641704 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd96afbb-8b24-4f0d-92d8-3a284a68744b tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (d58bf4d3-0105-47f5-8489-f885d4eea2ce), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.672952 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-01afc028-0dd1-4090-b6f6-0ec336231e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'name': 'tempest-TestMinimumBasicScenario-1433524702-router', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '35a653e8-0547-45a5-a730-701f85f28970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:22Z', 'revision_number': 4, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'gw_port': {'id': '35a653e8-0547-45a5-a730-701f85f28970', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': 'ad361591-6ba6-4ace-9b35-ba051bf98723', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'floating_ip_address': '172.28.1.64', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'port_id': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'mac_address': 'fa:16:3e:cb:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:05:09Z', 'updated_at': '2022-09-15T18:05:09Z', 'revision_number': 0, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1989ab33-23b5-42d0-860e-bedac5cc10e8', 'name': '', 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'mac_address': 'fa:16:3e:23:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '261a086f-6c11-4272-a15b-87064aae9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:22Z', 'updated_at': '2022-09-15T18:04:27Z', 'revision_number': 5, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'subnets': [{'id': '261a086f-6c11-4272-a15b-87064aae9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:11.702065 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afc028-0dd1-4090-b6f6-0ec336231e8c None None] The sync data for ids ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'] in dv-cinder-835384-27-smb is: [{'id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'name': 'tempest-TestMinimumBasicScenario-1433524702-router', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '35a653e8-0547-45a5-a730-701f85f28970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:22Z', 'revision_number': 4, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'gw_port': {'id': '35a653e8-0547-45a5-a730-701f85f28970', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': 'ad361591-6ba6-4ace-9b35-ba051bf98723', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'floating_ip_address': '172.28.1.64', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'port_id': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'mac_address': 'fa:16:3e:cb:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:05:09Z', 'updated_at': '2022-09-15T18:05:09Z', 'revision_number': 0, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1989ab33-23b5-42d0-860e-bedac5cc10e8', 'name': '', 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'mac_address': 'fa:16:3e:23:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '261a086f-6c11-4272-a15b-87064aae9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:22Z', 'updated_at': '2022-09-15T18:04:27Z', 'revision_number': 5, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'subnets': [{'id': '261a086f-6c11-4272-a15b-87064aae9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:05:11.705940 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd96afbb-8b24-4f0d-92d8-3a284a68744b tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (d58bf4d3-0105-47f5-8489-f885d4eea2ce), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.710607 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd96afbb-8b24-4f0d-92d8-3a284a68744b tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (d58bf4d3-0105-47f5-8489-f885d4eea2ce), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.731490 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96afbb-8b24-4f0d-92d8-3a284a68744b tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58bf4d3-0105-47f5-8489-f885d4eea2ce,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:11.739838 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd96afbb-8b24-4f0d-92d8-3a284a68744b tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.741609 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-dd96afbb-8b24-4f0d-92d8-3a284a68744b tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322739 Sep 15 18:05:11.744640 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 35860) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:05:11.749319 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-903fd53f-23e3-4579-8a79-c75ee7cf487a tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Request body: {'security_group_rule': {'security_group_id': 'e8ea3b6d-72fa-4526-bd05-bb3906a30e0a', 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:11.773374 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.securitygroups_db [None req-903fd53f-23e3-4579-8a79-c75ee7cf487a tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Project e9678d09acd84e6d9cfe552488860ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:05:11.780538 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-903fd53f-23e3-4579-8a79-c75ee7cf487a tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (19723665-ef27-4069-b2be-71b776cc2a75), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.858705 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-903fd53f-23e3-4579-8a79-c75ee7cf487a tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (19723665-ef27-4069-b2be-71b776cc2a75), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.863869 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-903fd53f-23e3-4579-8a79-c75ee7cf487a tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (19723665-ef27-4069-b2be-71b776cc2a75), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.885940 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fd53f-23e3-4579-8a79-c75ee7cf487a tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19723665-ef27-4069-b2be-71b776cc2a75,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:11.890652 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-903fd53f-23e3-4579-8a79-c75ee7cf487a tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.894663 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-903fd53f-23e3-4579-8a79-c75ee7cf487a tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462424 Sep 15 18:05:11.895154 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35862) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:05:11.899686 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-85536dc0-2ea4-4367-9120-24714cae87dd tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Request body: {'security_group_rule': {'security_group_id': 'e8ea3b6d-72fa-4526-bd05-bb3906a30e0a', 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:11.923817 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-85536dc0-2ea4-4367-9120-24714cae87dd tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Project e9678d09acd84e6d9cfe552488860ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:05:11.934062 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85536dc0-2ea4-4367-9120-24714cae87dd tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (254df5c7-c2f2-489c-aaf0-6c8666f49ed1), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.948072 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10650f-57a9-46cf-bb01-40faf887a327 None None] New status for floating IP ad361591-6ba6-4ace-9b35-ba051bf98723: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:05:11.995460 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85536dc0-2ea4-4367-9120-24714cae87dd tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (254df5c7-c2f2-489c-aaf0-6c8666f49ed1), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:11.999683 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85536dc0-2ea4-4367-9120-24714cae87dd tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (254df5c7-c2f2-489c-aaf0-6c8666f49ed1), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:12.011762 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:12.020170 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85536dc0-2ea4-4367-9120-24714cae87dd tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254df5c7-c2f2-489c-aaf0-6c8666f49ed1,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:12.028031 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85536dc0-2ea4-4367-9120-24714cae87dd tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:12.029259 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-85536dc0-2ea4-4367-9120-24714cae87dd tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331451 Sep 15 18:05:12.139408 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9fb8e973-7fa9-439c-87c4-8b4ba3e44d42 req-2d15f1c5-15b9-4e55-8770-02ad9f916674 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-784238842&fields=id&tenant_id=e9678d09acd84e6d9cfe552488860ff7 HTTP/1.1" status: 200 len: 267 time: 0.0573905 Sep 15 18:05:12.219240 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8e973-7fa9-439c-87c4-8b4ba3e44d42 req-bebad4c9-fcdb-4e6b-b2bb-6c0e9bde002b tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:12.220663 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9fb8e973-7fa9-439c-87c4-8b4ba3e44d42 req-bebad4c9-fcdb-4e6b-b2bb-6c0e9bde002b tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 946 time: 0.0804629 Sep 15 18:05:12.236479 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [req-9fb8e973-7fa9-439c-87c4-8b4ba3e44d42 req-2b98bcb0-9581-487f-ad9d-c7a616ad7def tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Request body: {'port': {'security_groups': ['4467d531-3706-454d-8dd9-53698b0fb071', 'e8ea3b6d-72fa-4526-bd05-bb3906a30e0a']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:12.247191 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888feee-034a-42a2-8dc8-245d1f751c34 req-25f223de-3c80-4b46-a0f3-79ecfde653f8 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:12.248641 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2888feee-034a-42a2-8dc8-245d1f751c34 req-25f223de-3c80-4b46-a0f3-79ecfde653f8 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0791101 Sep 15 18:05:12.362376 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2888feee-034a-42a2-8dc8-245d1f751c34 req-a3994492-3c12-48c0-b789-938ab6edc639 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936017 Sep 15 18:05:12.363238 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9fb8e973-7fa9-439c-87c4-8b4ba3e44d42 req-2b98bcb0-9581-487f-ad9d-c7a616ad7def tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:12.604114 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-9fb8e973-7fa9-439c-87c4-8b4ba3e44d42 req-2b98bcb0-9581-487f-ad9d-c7a616ad7def tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] For port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=01ece5b8-8a1c-4adb-8d1c-872ad8b02375,segment=NetworkSegment(aa65cc5b-8e16-4704-b469-f2e1c7c268b0),segment_id=aa65cc5b-8e16-4704-b469-f2e1c7c268b0)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:05:12.616141 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:12.640952 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9fb8e973-7fa9-439c-87c4-8b4ba3e44d42 req-2b98bcb0-9581-487f-ad9d-c7a616ad7def tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:12.645289 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9fb8e973-7fa9-439c-87c4-8b4ba3e44d42 req-2b98bcb0-9581-487f-ad9d-c7a616ad7def tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5339542'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:12.656553 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8e973-7fa9-439c-87c4-8b4ba3e44d42 req-2b98bcb0-9581-487f-ad9d-c7a616ad7def tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:12.657159 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9fb8e973-7fa9-439c-87c4-8b4ba3e44d42 req-2b98bcb0-9581-487f-ad9d-c7a616ad7def tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:12.658569 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9fb8e973-7fa9-439c-87c4-8b4ba3e44d42 req-2b98bcb0-9581-487f-ad9d-c7a616ad7def tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "PUT /networking/v2.0/ports/01ece5b8-8a1c-4adb-8d1c-872ad8b02375 HTTP/1.1" status: 200 len: 982 time: 0.4301591 Sep 15 18:05:12.684312 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['01ece5b8-8a1c-4adb-8d1c-872ad8b02375'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:05:12.714820 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98bcb0-9581-487f-ad9d-c7a616ad7def tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Pushing event updated for resources: {'Port': ['ID=01ece5b8-8a1c-4adb-8d1c-872ad8b02375,revision_number=6']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:12.781970 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4a76f-a734-4e3e-84f2-7f95057141f1 req-28bb0659-509a-4075-9f5c-55d9eebd1eff tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:12.783908 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-01e4a76f-a734-4e3e-84f2-7f95057141f1 req-28bb0659-509a-4075-9f5c-55d9eebd1eff tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0500538 Sep 15 18:05:12.808775 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'tag': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:05:12.811021 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37c4102d2d517d607139b710ac7a8d6e47170191c640291e613d15b6186679b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9891ced-8e4e-4b02-abe6-1fa3cd42aabe" -d '{"events": [{"name": "network-changed", "server_uuid": "c234d573-46ea-47d3-8a06-a92bb8422731", "tag": "01ece5b8-8a1c-4adb-8d1c-872ad8b02375"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:05:12.856427 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-01e4a76f-a734-4e3e-84f2-7f95057141f1 req-964c58bb-2f44-415f-af19-e31adf8121ae tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641193 Sep 15 18:05:12.860996 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6445674-6db2-4f7b-9734-d75d5cbb972b x-openstack-request-id: req-c6445674-6db2-4f7b-9734-d75d5cbb972b {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:05:12.861258 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c234d573-46ea-47d3-8a06-a92bb8422731", "tag": "01ece5b8-8a1c-4adb-8d1c-872ad8b02375", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:05:12.861558 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6445674-6db2-4f7b-9734-d75d5cbb972b {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:05:12.862578 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6445674-6db2-4f7b-9734-d75d5cbb972b'] response: {'name': 'network-changed', 'server_uuid': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'tag': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375', 'status': 'completed', 'code': 200} Sep 15 18:05:12.878204 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['01ece5b8-8a1c-4adb-8d1c-872ad8b02375'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:05:12.963176 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9891ced-8e4e-4b02-abe6-1fa3cd42aabe req-4226aafb-431c-4623-a501-f993d757b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:12.964673 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b9891ced-8e4e-4b02-abe6-1fa3cd42aabe req-4226aafb-431c-4623-a501-f993d757b825 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e9678d09acd84e6d9cfe552488860ff7&device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 1169 time: 0.0491340 Sep 15 18:05:13.060061 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9891ced-8e4e-4b02-abe6-1fa3cd42aabe req-90e80495-998d-4af4-be3d-da37dfc506bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:13.061561 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b9891ced-8e4e-4b02-abe6-1fa3cd42aabe req-90e80495-998d-4af4-be3d-da37dfc506bb service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=40317817-6fed-4c78-81aa-69d03d7c1e06 HTTP/1.1" status: 200 len: 916 time: 0.0907960 Sep 15 18:05:13.120895 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:13.130046 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b9891ced-8e4e-4b02-abe6-1fa3cd42aabe req-833b68bb-4a8f-4086-818a-a32edc545019 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01ece5b8-8a1c-4adb-8d1c-872ad8b02375 HTTP/1.1" status: 200 len: 1001 time: 0.0606503 Sep 15 18:05:13.183273 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9891ced-8e4e-4b02-abe6-1fa3cd42aabe req-f04d8064-3081-43df-ad39-bfb04b8a855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:13.184701 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b9891ced-8e4e-4b02-abe6-1fa3cd42aabe req-f04d8064-3081-43df-ad39-bfb04b8a855c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=261a086f-6c11-4272-a15b-87064aae9be3 HTTP/1.1" status: 200 len: 854 time: 0.0485790 Sep 15 18:05:13.230619 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9891ced-8e4e-4b02-abe6-1fa3cd42aabe req-75f8e7be-ed4e-471a-aeaf-d2ee85c04729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:13.232110 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b9891ced-8e4e-4b02-abe6-1fa3cd42aabe req-75f8e7be-ed4e-471a-aeaf-d2ee85c04729 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=40317817-6fed-4c78-81aa-69d03d7c1e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0409939 Sep 15 18:05:13.244249 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:13.318879 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:13.333190 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b9891ced-8e4e-4b02-abe6-1fa3cd42aabe req-4ed603e5-ef69-411b-9d08-84d7ad818d6c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/40317817-6fed-4c78-81aa-69d03d7c1e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931067 Sep 15 18:05:13.420777 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:13.427390 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b9891ced-8e4e-4b02-abe6-1fa3cd42aabe req-6379ca1a-5cc5-41fb-8771-b4347b993848 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/40317817-6fed-4c78-81aa-69d03d7c1e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868280 Sep 15 18:05:13.493384 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a04e4d-1da0-476d-844a-12bc261414c3 req-3553274b-0676-4ac1-bb79-7727392fa6f1 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:13.494879 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-95a04e4d-1da0-476d-844a-12bc261414c3 req-3553274b-0676-4ac1-bb79-7727392fa6f1 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0545514 Sep 15 18:05:13.542824 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-95a04e4d-1da0-476d-844a-12bc261414c3 req-084b482c-4f73-44e6-b6d8-a92f9dc5c175 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422125 Sep 15 18:05:14.671053 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7d990-e213-4c11-a7ce-c2d35714b96f req-bb5be0a0-f050-45da-8621-48f76fa62746 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:14.672558 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-bcd7d990-e213-4c11-a7ce-c2d35714b96f req-bb5be0a0-f050-45da-8621-48f76fa62746 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0472753 Sep 15 18:05:14.720637 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-bcd7d990-e213-4c11-a7ce-c2d35714b96f req-a2e51e32-11a7-46e7-80e1-7484e244002a tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424442 Sep 15 18:05:15.472295 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:05:15.844745 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8de619-9d5f-4b8b-a3b3-1064008469fb req-0069ccf6-f448-4875-9db1-8ddf7fd2d2d2 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:15.846491 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0f8de619-9d5f-4b8b-a3b3-1064008469fb req-0069ccf6-f448-4875-9db1-8ddf7fd2d2d2 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0475907 Sep 15 18:05:15.867786 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:15.905573 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0f8de619-9d5f-4b8b-a3b3-1064008469fb req-4f6d7b7b-6e6b-4931-8cc0-f7fe877a6ed1 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518117 Sep 15 18:05:17.047087 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3511af-704a-4531-925f-a552670a7dee req-9c1eca80-0739-43b7-9abd-862dacf58d77 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:17.048576 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2c3511af-704a-4531-925f-a552670a7dee req-9c1eca80-0739-43b7-9abd-862dacf58d77 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0497823 Sep 15 18:05:17.099063 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2c3511af-704a-4531-925f-a552670a7dee req-2a6be01b-d897-46c8-8fd2-757b986b7949 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447681 Sep 15 18:05:18.245260 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdb21a-4438-4170-a517-311987988be5 req-08fda06a-cde5-4f66-b5b5-c043b12a306f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:18.247221 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0dfdb21a-4438-4170-a517-311987988be5 req-08fda06a-cde5-4f66-b5b5-c043b12a306f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0565844 Sep 15 18:05:18.298080 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0dfdb21a-4438-4170-a517-311987988be5 req-6a5db01d-4ac2-41fe-a4aa-4b64a8c587e9 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451910 Sep 15 18:05:19.434473 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b84c6d-c351-4424-a70f-a026f235ac4b req-e6288a18-69e1-4ea8-a815-03d9ab85e9a9 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:19.435979 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-18b84c6d-c351-4424-a70f-a026f235ac4b req-e6288a18-69e1-4ea8-a815-03d9ab85e9a9 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0506616 Sep 15 18:05:19.485610 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-18b84c6d-c351-4424-a70f-a026f235ac4b req-78b0039a-b928-4b73-8ddb-627b90eb0117 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437443 Sep 15 18:05:20.609375 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fa3b-53ea-4fc4-b355-5857e8f4b272 req-17c41282-f6c7-425e-8f5c-19292d37b7fe tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:20.610893 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6363fa3b-53ea-4fc4-b355-5857e8f4b272 req-17c41282-f6c7-425e-8f5c-19292d37b7fe tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0491810 Sep 15 18:05:20.658603 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6363fa3b-53ea-4fc4-b355-5857e8f4b272 req-6d778909-7b37-432a-b7f8-1c5fc8121e30 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417440 Sep 15 18:05:21.780752 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba56ed1-b312-4e67-a4cc-b63d982cf1ed req-a940ce98-afe9-4696-8487-63c98d5945db tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:21.782270 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cba56ed1-b312-4e67-a4cc-b63d982cf1ed req-a940ce98-afe9-4696-8487-63c98d5945db tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0471447 Sep 15 18:05:21.832767 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cba56ed1-b312-4e67-a4cc-b63d982cf1ed req-21b0f1b5-0458-42d1-a020-1c2c54ddb5d2 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449176 Sep 15 18:05:22.956825 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252e545-576d-4304-af48-463010d88a80 req-9f1c16a0-d793-4e37-b484-c6529067e46d tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:22.958879 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e252e545-576d-4304-af48-463010d88a80 req-9f1c16a0-d793-4e37-b484-c6529067e46d tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0478799 Sep 15 18:05:23.005066 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e252e545-576d-4304-af48-463010d88a80 req-6a3e2052-1ea6-4f39-9091-b0571b347f36 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406678 Sep 15 18:05:23.324321 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=12 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:23.328515 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:23.423635 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=31 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:24.109542 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:24.124575 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d3a77-5bc3-43cc-9c52-8e23e9851d70 req-b29156d4-6ddc-4ced-a664-deca0b0468a1 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:24.126060 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9e8d3a77-5bc3-43cc-9c52-8e23e9851d70 req-b29156d4-6ddc-4ced-a664-deca0b0468a1 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0462110 Sep 15 18:05:24.173516 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9e8d3a77-5bc3-43cc-9c52-8e23e9851d70 req-4706b156-f7dc-4dcb-a291-661e7025133a tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412076 Sep 15 18:05:24.358114 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:25.295832 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279712ba-e711-4352-8410-ec091afcd30f req-3f0f85d4-ca9e-487f-9d37-d526ddc61f63 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:25.297312 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-279712ba-e711-4352-8410-ec091afcd30f req-3f0f85d4-ca9e-487f-9d37-d526ddc61f63 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0495360 Sep 15 18:05:25.358981 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-279712ba-e711-4352-8410-ec091afcd30f req-285f4797-14f9-4ba1-bc4f-f7d88bd8176b tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561395 Sep 15 18:05:26.269916 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa970cac-7f45-44d6-8016-89f1f6baf88c req-ce43c072-d287-4748-9a4e-22721d0e9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:26.271436 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fa970cac-7f45-44d6-8016-89f1f6baf88c req-ce43c072-d287-4748-9a4e-22721d0e9063 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 1130 time: 0.0418868 Sep 15 18:05:26.315640 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fa970cac-7f45-44d6-8016-89f1f6baf88c req-ad32bd91-b24d-44c5-a081-4f19f0271586 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375886 Sep 15 18:05:26.480825 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d6d0c-e959-4eb3-bf82-882f8c1beaf7 req-7a4fa3d3-3e17-40b7-8141-95d0887ac379 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:26.482288 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7b2d6d0c-e959-4eb3-bf82-882f8c1beaf7 req-7a4fa3d3-3e17-40b7-8141-95d0887ac379 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0454350 Sep 15 18:05:26.529182 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7b2d6d0c-e959-4eb3-bf82-882f8c1beaf7 req-9f757b55-1de0-48ea-85b1-70824abe67c5 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412703 Sep 15 18:05:27.467857 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:27.662597 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851924b-38c3-40b5-ad73-5e0e075374e3 req-b7acec77-83bb-410f-8cbe-aa7a608f5b8f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:27.664735 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e851924b-38c3-40b5-ad73-5e0e075374e3 req-b7acec77-83bb-410f-8cbe-aa7a608f5b8f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0598135 Sep 15 18:05:27.712830 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e851924b-38c3-40b5-ad73-5e0e075374e3 req-e44c3ade-0901-4790-acab-0773d2ac58e9 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426376 Sep 15 18:05:28.469663 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=15 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:28.832713 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b03ac3-d446-4e4f-b35d-a1ff9721e336 req-b36a218e-05b0-4c44-bacb-8fdab68f71f5 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:28.834735 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a6b03ac3-d446-4e4f-b35d-a1ff9721e336 req-b36a218e-05b0-4c44-bacb-8fdab68f71f5 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0463252 Sep 15 18:05:28.880276 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a6b03ac3-d446-4e4f-b35d-a1ff9721e336 req-e8c48448-2395-4455-a667-52e4cfcd3d8e tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401235 Sep 15 18:05:28.928761 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0d57e49d-4df4-48a8-826f-677ecf7e3386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:29.276202 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1fdac-0e8d-4689-a0ce-28b9caadc798 req-47df02e0-2089-4f7a-8486-246d59752dc6 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:29.277611 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6fa1fdac-0e8d-4689-a0ce-28b9caadc798 req-47df02e0-2089-4f7a-8486-246d59752dc6 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0467372 Sep 15 18:05:29.289136 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:29.301077 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec005-d5d9-4e86-9a9a-72f701765c57 req-7b9d1b88-8ed9-4a33-a5d6-8245ad8f7b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:29.302748 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-308ec005-d5d9-4e86-9a9a-72f701765c57 req-7b9d1b88-8ed9-4a33-a5d6-8245ad8f7b28 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 1130 time: 0.0394902 Sep 15 18:05:29.330239 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6fa1fdac-0e8d-4689-a0ce-28b9caadc798 req-5a5df52c-d620-4d23-94c2-cf25710d56f3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467262 Sep 15 18:05:29.396124 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec005-d5d9-4e86-9a9a-72f701765c57 req-9288a431-0400-4815-8119-9b79cf79fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:29.397626 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-308ec005-d5d9-4e86-9a9a-72f701765c57 req-9288a431-0400-4815-8119-9b79cf79fcf5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 920 time: 0.0888481 Sep 15 18:05:29.460355 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-308ec005-d5d9-4e86-9a9a-72f701765c57 req-630f44a8-60c4-448a-889d-342089b80238 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad21df59-e5cd-4e57-b97d-fdacd1977ad0 HTTP/1.1" status: 200 len: 1002 time: 0.0541816 Sep 15 18:05:29.509318 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec005-d5d9-4e86-9a9a-72f701765c57 req-72d4444b-4c41-4cdf-be1d-f9a4fd78e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:29.510726 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-308ec005-d5d9-4e86-9a9a-72f701765c57 req-72d4444b-4c41-4cdf-be1d-f9a4fd78e9de service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 200 len: 858 time: 0.0442967 Sep 15 18:05:29.556927 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec005-d5d9-4e86-9a9a-72f701765c57 req-ea39dbce-3200-430e-9b60-d756b23493e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:29.558310 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-308ec005-d5d9-4e86-9a9a-72f701765c57 req-ea39dbce-3200-430e-9b60-d756b23493e8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8593de74-aee0-42c2-a47e-251a344102c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0412998 Sep 15 18:05:29.648695 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-308ec005-d5d9-4e86-9a9a-72f701765c57 req-ba461a4c-dccc-486b-9cf4-4219b05323f5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820942 Sep 15 18:05:29.948114 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-308ec005-d5d9-4e86-9a9a-72f701765c57 req-e8cca6a7-f516-491f-b11e-292e46cd4909 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929716 Sep 15 18:05:30.452039 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a87d61-63e3-4bf3-96c7-76798109fef0 req-7e776e53-de6b-4a93-afef-6cbc5d0ae1e6 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:30.453493 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f8a87d61-63e3-4bf3-96c7-76798109fef0 req-7e776e53-de6b-4a93-afef-6cbc5d0ae1e6 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0459585 Sep 15 18:05:30.500208 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f8a87d61-63e3-4bf3-96c7-76798109fef0 req-52ae6dc0-5475-44f1-9738-07b5740b0876 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407133 Sep 15 18:05:31.482425 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-49859b90-5b60-4145-8a82-31461f3eb6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:31.624843 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c0819-3f94-48b5-885a-721073bb148a req-43743cb4-0b2d-4ede-817d-080ef3ac27b1 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:31.626348 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f80c0819-3f94-48b5-885a-721073bb148a req-43743cb4-0b2d-4ede-817d-080ef3ac27b1 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0464494 Sep 15 18:05:31.678007 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f80c0819-3f94-48b5-885a-721073bb148a req-1d105e15-feae-4d12-bdb6-79a6cfc23c00 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455935 Sep 15 18:05:32.503850 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:32.805638 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141751e-b194-4620-9639-4aa0a392884e req-b3d99be1-f9af-4f97-b34f-0282b1b7b074 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:32.806988 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4141751e-b194-4620-9639-4aa0a392884e req-b3d99be1-f9af-4f97-b34f-0282b1b7b074 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0490046 Sep 15 18:05:32.853528 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4141751e-b194-4620-9639-4aa0a392884e req-35905317-8494-4bec-8e11-8c731eab489a tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410430 Sep 15 18:05:32.978730 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d9e2a-b83e-4389-baa9-573774eb7054 req-6629bea2-23a4-47b4-ae88-be7a895f9259 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:32.980202 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3b9d9e2a-b83e-4389-baa9-573774eb7054 req-6629bea2-23a4-47b4-ae88-be7a895f9259 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0481882 Sep 15 18:05:32.991294 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35938) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:05:32.995550 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-92352eaf-4540-4c81-a44e-e3511a7da175 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Request body: {'floatingip': {'port_id': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:33.050076 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92352eaf-4540-4c81-a44e-e3511a7da175 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for floatingip (4f9b1dbe-227e-4b88-9264-1bec7cef4e7d), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:33.204774 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:33.484962 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92352eaf-4540-4c81-a44e-e3511a7da175 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:33.488748 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92352eaf-4540-4c81-a44e-e3511a7da175 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (4f9b1dbe-227e-4b88-9264-1bec7cef4e7d), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:33.616671 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:33.683258 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92352eaf-4540-4c81-a44e-e3511a7da175 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:05:33.884586 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:34.015463 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92352eaf-4540-4c81-a44e-e3511a7da175 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:05:34.020732 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92352eaf-4540-4c81-a44e-e3511a7da175 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:34.025365 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1ec1b4-5793-4540-993f-b6d41a19d54f None None] Sync routers for ids ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:05:34.034964 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1ec1b4-5793-4540-993f-b6d41a19d54f None None] Routers {'088a99d8-6802-4c8c-bdde-95a8dfc52ef0'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:05:34.035580 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-2b1ec1b4-5793-4540-993f-b6d41a19d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:05:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:34.050806 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'tag': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:05:34.052921 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37c4102d2d517d607139b710ac7a8d6e47170191c640291e613d15b6186679b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df64005d-5c1d-4397-ac61-3026c0b87e18" -d '{"events": [{"name": "network-changed", "server_uuid": "0eba8b7d-23f4-422b-b283-70a5ecfdd040", "tag": "ad21df59-e5cd-4e57-b97d-fdacd1977ad0"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:05:34.083808 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-92352eaf-4540-4c81-a44e-e3511a7da175 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/4f9b1dbe-227e-4b88-9264-1bec7cef4e7d HTTP/1.1" status: 200 len: 994 time: 1.0914309 Sep 15 18:05:34.095050 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed4a47b-96f7-448b-b51f-6db61667935b x-openstack-request-id: req-eed4a47b-96f7-448b-b51f-6db61667935b {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:05:34.095591 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eba8b7d-23f4-422b-b283-70a5ecfdd040", "tag": "ad21df59-e5cd-4e57-b97d-fdacd1977ad0", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:05:34.095838 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eed4a47b-96f7-448b-b51f-6db61667935b {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:05:34.096229 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eed4a47b-96f7-448b-b51f-6db61667935b'] response: {'name': 'network-changed', 'server_uuid': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'tag': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0', 'status': 'completed', 'code': 200} Sep 15 18:05:34.138454 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:34.155230 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-2b1ec1b4-5793-4540-993f-b6d41a19d54f None None] Set router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:05:34.189503 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64005d-5c1d-4397-ac61-3026c0b87e18 req-39fdf3d4-71d1-4e11-b999-6a6053a57218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:34.191119 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-df64005d-5c1d-4397-ac61-3026c0b87e18 req-39fdf3d4-71d1-4e11-b999-6a6053a57218 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 1130 time: 0.0410557 Sep 15 18:05:34.288564 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64005d-5c1d-4397-ac61-3026c0b87e18 req-8a7e25cc-92d9-414d-bb34-436bd3a3614e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:34.290053 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-df64005d-5c1d-4397-ac61-3026c0b87e18 req-8a7e25cc-92d9-414d-bb34-436bd3a3614e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 920 time: 0.0888290 Sep 15 18:05:34.352800 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-df64005d-5c1d-4397-ac61-3026c0b87e18 req-858c1649-effd-42c1-a14b-abafdb998834 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad21df59-e5cd-4e57-b97d-fdacd1977ad0 HTTP/1.1" status: 200 len: 1002 time: 0.0553687 Sep 15 18:05:34.363393 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-2b1ec1b4-5793-4540-993f-b6d41a19d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:02:04Z', 'revision_number': 4, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port': {'id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:56Z', 'updated_at': '2022-09-15T18:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '4f9b1dbe-227e-4b88-9264-1bec7cef4e7d', 'tenant_id': '646252485a394aff93dd855c977cc609', 'floating_ip_address': '172.28.1.188', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'port_id': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'mac_address': 'fa:16:3e:b0:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:04:00Z', 'updated_at': '2022-09-15T18:05:33Z', 'revision_number': 3, 'project_id': '646252485a394aff93dd855c977cc609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec27a12-6472-4d5f-acc3-71eaf5a50203', 'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'tenant_id': '646252485a394aff93dd855c977cc609', 'mac_address': 'fa:16:3e:d1:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:02:02Z', 'updated_at': '2022-09-15T18:02:20Z', 'revision_number': 5, 'project_id': '646252485a394aff93dd855c977cc609', 'subnets': [{'id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:34.392254 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1ec1b4-5793-4540-993f-b6d41a19d54f None None] Checking router: 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:05:34.400848 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1ec1b4-5793-4540-993f-b6d41a19d54f None None] Routers {'088a99d8-6802-4c8c-bdde-95a8dfc52ef0'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:05:34.401486 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-2b1ec1b4-5793-4540-993f-b6d41a19d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:05:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:34.405286 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64005d-5c1d-4397-ac61-3026c0b87e18 req-4a131fdf-ba21-4774-adf9-d252645fb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:34.406817 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-df64005d-5c1d-4397-ac61-3026c0b87e18 req-4a131fdf-ba21-4774-adf9-d252645fb535 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 200 len: 858 time: 0.0476639 Sep 15 18:05:34.451247 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64005d-5c1d-4397-ac61-3026c0b87e18 req-f96512fe-6f6b-4192-9304-c9bb97156b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:34.452889 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-df64005d-5c1d-4397-ac61-3026c0b87e18 req-f96512fe-6f6b-4192-9304-c9bb97156b63 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8593de74-aee0-42c2-a47e-251a344102c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0393014 Sep 15 18:05:34.500466 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-2b1ec1b4-5793-4540-993f-b6d41a19d54f None None] Set router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:05:34.544462 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-df64005d-5c1d-4397-ac61-3026c0b87e18 req-2ada11b1-81c8-4577-91ec-acac32d58892 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838325 Sep 15 18:05:34.601098 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:34.639046 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-df64005d-5c1d-4397-ac61-3026c0b87e18 req-1cd108d2-739e-4499-973c-280eb38be6d1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882974 Sep 15 18:05:34.714431 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-2b1ec1b4-5793-4540-993f-b6d41a19d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:02:04Z', 'revision_number': 4, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port': {'id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:56Z', 'updated_at': '2022-09-15T18:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '4f9b1dbe-227e-4b88-9264-1bec7cef4e7d', 'tenant_id': '646252485a394aff93dd855c977cc609', 'floating_ip_address': '172.28.1.188', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'port_id': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'mac_address': 'fa:16:3e:b0:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:04:00Z', 'updated_at': '2022-09-15T18:05:33Z', 'revision_number': 3, 'project_id': '646252485a394aff93dd855c977cc609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec27a12-6472-4d5f-acc3-71eaf5a50203', 'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'tenant_id': '646252485a394aff93dd855c977cc609', 'mac_address': 'fa:16:3e:d1:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:02:02Z', 'updated_at': '2022-09-15T18:02:20Z', 'revision_number': 5, 'project_id': '646252485a394aff93dd855c977cc609', 'subnets': [{'id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:34.738771 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1ec1b4-5793-4540-993f-b6d41a19d54f None None] The sync data for ids ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'] in dv-cinder-835384-27-smb is: [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:02:04Z', 'revision_number': 4, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port': {'id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:56Z', 'updated_at': '2022-09-15T18:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '4f9b1dbe-227e-4b88-9264-1bec7cef4e7d', 'tenant_id': '646252485a394aff93dd855c977cc609', 'floating_ip_address': '172.28.1.188', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'port_id': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'mac_address': 'fa:16:3e:b0:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:04:00Z', 'updated_at': '2022-09-15T18:05:33Z', 'revision_number': 3, 'project_id': '646252485a394aff93dd855c977cc609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec27a12-6472-4d5f-acc3-71eaf5a50203', 'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'tenant_id': '646252485a394aff93dd855c977cc609', 'mac_address': 'fa:16:3e:d1:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:02:02Z', 'updated_at': '2022-09-15T18:02:20Z', 'revision_number': 5, 'project_id': '646252485a394aff93dd855c977cc609', 'subnets': [{'id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:05:36.097542 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'tag': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:05:36.100372 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37c4102d2d517d607139b710ac7a8d6e47170191c640291e613d15b6186679b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176706fa-5a69-4806-bc96-2c9c7250fd24" -d '{"events": [{"name": "network-changed", "server_uuid": "0eba8b7d-23f4-422b-b283-70a5ecfdd040", "tag": "ad21df59-e5cd-4e57-b97d-fdacd1977ad0"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:05:36.138049 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4320085f-0f72-4198-a083-d74b838cc421 x-openstack-request-id: req-4320085f-0f72-4198-a083-d74b838cc421 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:05:36.138339 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eba8b7d-23f4-422b-b283-70a5ecfdd040", "tag": "ad21df59-e5cd-4e57-b97d-fdacd1977ad0", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:05:36.138590 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4320085f-0f72-4198-a083-d74b838cc421 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:05:36.138981 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4320085f-0f72-4198-a083-d74b838cc421'] response: {'name': 'network-changed', 'server_uuid': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'tag': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0', 'status': 'completed', 'code': 200} Sep 15 18:05:36.211615 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:36.242035 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176706fa-5a69-4806-bc96-2c9c7250fd24 req-878e72d4-8915-4f66-9f29-ae0e082e5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:36.243535 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-176706fa-5a69-4806-bc96-2c9c7250fd24 req-878e72d4-8915-4f66-9f29-ae0e082e5bf2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 1130 time: 0.0411541 Sep 15 18:05:36.340234 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176706fa-5a69-4806-bc96-2c9c7250fd24 req-a3a20f93-aff5-42c8-bd8a-790111e647f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:36.341747 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-176706fa-5a69-4806-bc96-2c9c7250fd24 req-a3a20f93-aff5-42c8-bd8a-790111e647f7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 920 time: 0.0919869 Sep 15 18:05:36.402891 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-176706fa-5a69-4806-bc96-2c9c7250fd24 req-9d12e926-0691-4670-89b8-4f606d20cd25 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad21df59-e5cd-4e57-b97d-fdacd1977ad0 HTTP/1.1" status: 200 len: 1002 time: 0.0544853 Sep 15 18:05:36.455589 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176706fa-5a69-4806-bc96-2c9c7250fd24 req-15df7732-0d16-49ae-b88f-32e94d355ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:36.456989 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-176706fa-5a69-4806-bc96-2c9c7250fd24 req-15df7732-0d16-49ae-b88f-32e94d355ec6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 200 len: 858 time: 0.0479043 Sep 15 18:05:36.500492 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176706fa-5a69-4806-bc96-2c9c7250fd24 req-b9a80a2e-e6b0-4b71-bece-64bc7504b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:36.501979 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-176706fa-5a69-4806-bc96-2c9c7250fd24 req-b9a80a2e-e6b0-4b71-bece-64bc7504b1c5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8593de74-aee0-42c2-a47e-251a344102c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0382900 Sep 15 18:05:36.592928 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-176706fa-5a69-4806-bc96-2c9c7250fd24 req-f18e9576-65c5-4e3d-a060-cd9aa9c20679 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840166 Sep 15 18:05:36.689078 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-176706fa-5a69-4806-bc96-2c9c7250fd24 req-81a3b24c-422c-4de1-922d-6829b1e38bb6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889833 Sep 15 18:05:44.077153 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=28 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:44.080428 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:44.716399 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:44.717146 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:44.967180 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3874a12-2ac3-43e8-9b97-ff4b7d1e8538 req-09303857-df2e-4057-a3fc-804a4169ffb4 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:44.969210 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b3874a12-2ac3-43e8-9b97-ff4b7d1e8538 req-09303857-df2e-4057-a3fc-804a4169ffb4 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0497499 Sep 15 18:05:45.028175 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23760d-d786-4599-93cb-aace3af03d05 req-9b331d0e-8a82-414a-917b-f6fb0d9509ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:45.030838 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0f23760d-d786-4599-93cb-aace3af03d05 req-9b331d0e-8a82-414a-917b-f6fb0d9509ba service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e9678d09acd84e6d9cfe552488860ff7&device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 1169 time: 0.0443275 Sep 15 18:05:45.036317 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b3874a12-2ac3-43e8-9b97-ff4b7d1e8538 req-44eab6c4-57b8-4a21-a600-0e639babf2ad tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604205 Sep 15 18:05:45.133248 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23760d-d786-4599-93cb-aace3af03d05 req-91fa6aed-c2aa-4ed8-9122-9badfe7aa6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:45.134812 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0f23760d-d786-4599-93cb-aace3af03d05 req-91fa6aed-c2aa-4ed8-9122-9badfe7aa6e7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=40317817-6fed-4c78-81aa-69d03d7c1e06 HTTP/1.1" status: 200 len: 916 time: 0.0950880 Sep 15 18:05:45.204826 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0f23760d-d786-4599-93cb-aace3af03d05 req-12ec2b5f-7c06-47fe-a8e2-5c379e51ff1d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01ece5b8-8a1c-4adb-8d1c-872ad8b02375 HTTP/1.1" status: 200 len: 1001 time: 0.0608943 Sep 15 18:05:45.263421 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23760d-d786-4599-93cb-aace3af03d05 req-4f7a1c90-cb1c-4bb1-b06f-b1181a46aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:45.264873 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0f23760d-d786-4599-93cb-aace3af03d05 req-4f7a1c90-cb1c-4bb1-b06f-b1181a46aa78 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=261a086f-6c11-4272-a15b-87064aae9be3 HTTP/1.1" status: 200 len: 854 time: 0.0512187 Sep 15 18:05:45.311922 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23760d-d786-4599-93cb-aace3af03d05 req-6aea1cc5-d459-4be2-98b1-a99e5033aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:45.313447 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0f23760d-d786-4599-93cb-aace3af03d05 req-6aea1cc5-d459-4be2-98b1-a99e5033aa2a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=40317817-6fed-4c78-81aa-69d03d7c1e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0408468 Sep 15 18:05:45.418143 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0f23760d-d786-4599-93cb-aace3af03d05 req-bf35e92e-5aa3-486f-a94b-44e075b75849 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/40317817-6fed-4c78-81aa-69d03d7c1e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907757 Sep 15 18:05:45.513082 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0f23760d-d786-4599-93cb-aace3af03d05 req-463e4fb8-966e-469c-9476-69b4e1277172 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/40317817-6fed-4c78-81aa-69d03d7c1e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878828 Sep 15 18:05:46.167797 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dd0bf-ff9d-43de-83e2-fee30154172f req-4989967b-beba-4ba8-afdb-aa0263bd2e07 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:46.169276 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ee3dd0bf-ff9d-43de-83e2-fee30154172f req-4989967b-beba-4ba8-afdb-aa0263bd2e07 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0489881 Sep 15 18:05:46.259778 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ee3dd0bf-ff9d-43de-83e2-fee30154172f req-7fc841a9-a9de-46f1-91e1-041e696cd445 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844553 Sep 15 18:05:47.019234 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d03889-1afa-425e-b11c-37ebd5d2df37 req-d9ecc365-3f69-43d2-8f9e-63bb5a32ad10 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:47.021512 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b5d03889-1afa-425e-b11c-37ebd5d2df37 req-d9ecc365-3f69-43d2-8f9e-63bb5a32ad10 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0476334 Sep 15 18:05:47.079709 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b5d03889-1afa-425e-b11c-37ebd5d2df37 req-b1547140-ac88-4390-8624-087517174732 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522044 Sep 15 18:05:47.391177 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44e173-dcc9-447a-88e7-a23556d6563f req-a00557ce-678e-4e9c-a7a9-552b26ec7977 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:47.392703 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0a44e173-dcc9-447a-88e7-a23556d6563f req-a00557ce-678e-4e9c-a7a9-552b26ec7977 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0530500 Sep 15 18:05:47.455638 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0a44e173-dcc9-447a-88e7-a23556d6563f req-ffa97704-0053-4c4c-9a7c-bb1f9656c199 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559685 Sep 15 18:05:48.216203 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329a3cb-5bc8-409e-8a42-9b8196b26b22 req-1b0c17c9-5d82-45ba-a3c1-bc7f443fdeef tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:48.217620 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b329a3cb-5bc8-409e-8a42-9b8196b26b22 req-1b0c17c9-5d82-45ba-a3c1-bc7f443fdeef tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0532663 Sep 15 18:05:48.275645 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b329a3cb-5bc8-409e-8a42-9b8196b26b22 req-f2df0654-5cfa-497d-b742-235a898d90bd tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513568 Sep 15 18:05:48.449896 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:48.455161 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:48.590037 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b38b9-97df-472d-8114-655a95823cd5 req-52786f03-1e8a-4d51-a44c-eb68989c35b5 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:48.591844 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5b4b38b9-97df-472d-8114-655a95823cd5 req-52786f03-1e8a-4d51-a44c-eb68989c35b5 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0571406 Sep 15 18:05:48.658240 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5b4b38b9-97df-472d-8114-655a95823cd5 req-c3f16853-3cfe-4558-b3a6-df8764650c83 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603201 Sep 15 18:05:49.398888 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:49.403840 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d903ac-f377-4db3-9ade-11ef18b0bcfc req-50eeae80-f852-45ac-b39c-f53caa63fb4f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:49.405409 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-92d903ac-f377-4db3-9ade-11ef18b0bcfc req-50eeae80-f852-45ac-b39c-f53caa63fb4f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0500953 Sep 15 18:05:49.436451 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd5201-6853-4021-8921-487e5718ed31 req-459589d8-74dd-464d-979e-e16a29a2d924 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:49.437974 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-23fd5201-6853-4021-8921-487e5718ed31 req-459589d8-74dd-464d-979e-e16a29a2d924 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 946 time: 0.0489264 Sep 15 18:05:49.452648 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:49.458126 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-92d903ac-f377-4db3-9ade-11ef18b0bcfc req-ccc376f9-58c7-47d7-a545-c84416ee8059 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c13aecba-9cc3-47b0-bdae-bcc76a01d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461078 Sep 15 18:05:49.535996 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-23fd5201-6853-4021-8921-487e5718ed31 req-5fade58b-a04c-4ecc-90f0-212333a764bc tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Deleting port 59bc3db6-123e-4171-80de-57632fb2793a {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:05:49.536340 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-23fd5201-6853-4021-8921-487e5718ed31 req-5fade58b-a04c-4ecc-90f0-212333a764bc tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (59bc3db6-123e-4171-80de-57632fb2793a), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:49.635369 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-23fd5201-6853-4021-8921-487e5718ed31 req-5fade58b-a04c-4ecc-90f0-212333a764bc tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] For port 59bc3db6-123e-4171-80de-57632fb2793a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=59bc3db6-123e-4171-80de-57632fb2793a,segment=NetworkSegment(b3008e68-0504-4a46-a4e1-5f7964613c00),segment_id=b3008e68-0504-4a46-a4e1-5f7964613c00)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:05:49.635654 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-23fd5201-6853-4021-8921-487e5718ed31 req-5fade58b-a04c-4ecc-90f0-212333a764bc tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (59bc3db6-123e-4171-80de-57632fb2793a), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:49.786865 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cef772-1de0-4d93-8521-f0bbeec7664b req-5914f348-7ca7-41b1-ab29-fdb0c46873e9 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:49.788444 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c9cef772-1de0-4d93-8521-f0bbeec7664b req-5914f348-7ca7-41b1-ab29-fdb0c46873e9 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0509400 Sep 15 18:05:49.856442 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c9cef772-1de0-4d93-8521-f0bbeec7664b req-f2b48eab-608e-4043-a3b6-b582fa1ade26 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620108 Sep 15 18:05:49.858628 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-23fd5201-6853-4021-8921-487e5718ed31 req-5fade58b-a04c-4ecc-90f0-212333a764bc tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:49.858993 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-23fd5201-6853-4021-8921-487e5718ed31 req-5fade58b-a04c-4ecc-90f0-212333a764bc tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (b9009c3e-398c-4fff-8cf5-2a9997c7d911), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:49.859308 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.l3_db [req-23fd5201-6853-4021-8921-487e5718ed31 req-5fade58b-a04c-4ecc-90f0-212333a764bc tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Floating IP b9009c3e-398c-4fff-8cf5-2a9997c7d911 disassociated. External IP: 172.28.1.205, port: 59bc3db6-123e-4171-80de-57632fb2793a. Sep 15 18:05:49.859651 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-23fd5201-6853-4021-8921-487e5718ed31 req-5fade58b-a04c-4ecc-90f0-212333a764bc tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Calling delete_port for 59bc3db6-123e-4171-80de-57632fb2793a owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:05:50.005752 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-23fd5201-6853-4021-8921-487e5718ed31 req-5fade58b-a04c-4ecc-90f0-212333a764bc tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (59bc3db6-123e-4171-80de-57632fb2793a), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:50.034028 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fade58b-a04c-4ecc-90f0-212333a764bc tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event deleted for resources: {'Port': ['ID=59bc3db6-123e-4171-80de-57632fb2793a,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:50.148646 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23fd5201-6853-4021-8921-487e5718ed31 req-5fade58b-a04c-4ecc-90f0-212333a764bc tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Router b84c4870-2865-4e3f-9a8c-c69ae9d60eba has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:05:50.263234 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23fd5201-6853-4021-8921-487e5718ed31 req-5fade58b-a04c-4ecc-90f0-212333a764bc tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:05:50.275690 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431d028-58f8-4ce0-bd3e-2f37af911d33 None None] Sync routers for ids ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:05:50.286544 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431d028-58f8-4ce0-bd3e-2f37af911d33 None None] Routers {'b84c4870-2865-4e3f-9a8c-c69ae9d60eba'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:05:50.287226 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2431d028-58f8-4ce0-bd3e-2f37af911d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:05:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:50.310332 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fd5201-6853-4021-8921-487e5718ed31 req-5fade58b-a04c-4ecc-90f0-212333a764bc tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] No DVR routers for this DVR port 59bc3db6-123e-4171-80de-57632fb2793a on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:05:50.312955 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-23fd5201-6853-4021-8921-487e5718ed31 req-5fade58b-a04c-4ecc-90f0-212333a764bc tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:50.316341 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-23fd5201-6853-4021-8921-487e5718ed31 req-5fade58b-a04c-4ecc-90f0-212333a764bc tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.27 "DELETE /networking/v2.0/ports/59bc3db6-123e-4171-80de-57632fb2793a HTTP/1.1" status: 204 len: 173 time: 0.8710108 Sep 15 18:05:50.316778 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8', 'name': 'network-vif-deleted', 'tag': '59bc3db6-123e-4171-80de-57632fb2793a'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:05:50.319175 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952cddfa-d110-4bcd-8096-c56e796e7392" -d '{"events": [{"server_uuid": "0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8", "name": "network-vif-deleted", "tag": "59bc3db6-123e-4171-80de-57632fb2793a"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:05:50.364177 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038a85c3-eec3-402e-bc61-8d06f1b30819 x-openstack-request-id: req-038a85c3-eec3-402e-bc61-8d06f1b30819 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:05:50.364489 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8", "name": "network-vif-deleted", "tag": "59bc3db6-123e-4171-80de-57632fb2793a", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:05:50.364739 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-038a85c3-eec3-402e-bc61-8d06f1b30819 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:05:50.365159 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-038a85c3-eec3-402e-bc61-8d06f1b30819'] response: {'server_uuid': '0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8', 'name': 'network-vif-deleted', 'tag': '59bc3db6-123e-4171-80de-57632fb2793a', 'status': 'completed', 'code': 200} Sep 15 18:05:50.416901 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2431d028-58f8-4ce0-bd3e-2f37af911d33 None None] Set router b84c4870-2865-4e3f-9a8c-c69ae9d60eba gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:05:50.609984 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4b29479e-daa3-4954-bee0-65cc405b5aa5 req-5d957727-a8e0-4d5f-a0de-a0b953e8417f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 210 time: 0.0467021 Sep 15 18:05:50.645776 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2431d028-58f8-4ce0-bd3e-2f37af911d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'ebddde5d-e7ef-4bad-8516-63c1e1e29804', 'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'mac_address': 'fa:16:3e:00:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:57Z', 'updated_at': '2022-09-15T18:02:12Z', 'revision_number': 5, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'subnets': [{'id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:50.675245 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431d028-58f8-4ce0-bd3e-2f37af911d33 None None] Checking router: b84c4870-2865-4e3f-9a8c-c69ae9d60eba for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:05:50.685249 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431d028-58f8-4ce0-bd3e-2f37af911d33 None None] Routers {'b84c4870-2865-4e3f-9a8c-c69ae9d60eba'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:05:50.685958 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2431d028-58f8-4ce0-bd3e-2f37af911d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:05:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:50.809521 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2431d028-58f8-4ce0-bd3e-2f37af911d33 None None] Set router b84c4870-2865-4e3f-9a8c-c69ae9d60eba gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:05:51.033828 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a80c2-0b30-4b67-bb6b-45d93a724420 req-4dc3e3a4-e7e2-43a8-ad1c-5a9db7c344bd tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:51.036110 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-908a80c2-0b30-4b67-bb6b-45d93a724420 req-4dc3e3a4-e7e2-43a8-ad1c-5a9db7c344bd tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0680566 Sep 15 18:05:51.039790 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2431d028-58f8-4ce0-bd3e-2f37af911d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'ebddde5d-e7ef-4bad-8516-63c1e1e29804', 'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'mac_address': 'fa:16:3e:00:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:57Z', 'updated_at': '2022-09-15T18:02:12Z', 'revision_number': 5, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'subnets': [{'id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:51.070907 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431d028-58f8-4ce0-bd3e-2f37af911d33 None None] The sync data for ids ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'] in dv-cinder-835384-27-smb is: [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'ebddde5d-e7ef-4bad-8516-63c1e1e29804', 'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'mac_address': 'fa:16:3e:00:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:57Z', 'updated_at': '2022-09-15T18:02:12Z', 'revision_number': 5, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'subnets': [{'id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:05:51.108013 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-908a80c2-0b30-4b67-bb6b-45d93a724420 req-bb0c2e18-6824-4cb2-8d0f-0c453eef69b6 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658965 Sep 15 18:05:51.361369 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9369cde-60df-4dd0-b6df-8c7b34fe2859 None None] New status for floating IP b9009c3e-398c-4fff-8cf5-2a9997c7d911: DOWN {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:05:51.758500 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-85496013-0328-4420-a9cf-643e2378ad2e req-2d74d5cf-1e16-47f8-916f-8aa509eeccea tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0a77efd0-2097-4a3b-b0f9-5ed94c6f24b8 HTTP/1.1" status: 200 len: 210 time: 0.0435069 Sep 15 18:05:52.175040 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 59bc3db6-123e-4171-80de-57632fb2793a no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:05:52.195853 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: 59bc3db6-123e-4171-80de-57632fb2793a {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:05:52.196175 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 59bc3db6-123e-4171-80de-57632fb2793a not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:05:52.236324 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e9f86-1871-467b-9b5f-87a16d4c725d req-3657d9bd-b692-4cd6-93a1-7822c7661b41 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:52.237870 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9d8e9f86-1871-467b-9b5f-87a16d4c725d req-3657d9bd-b692-4cd6-93a1-7822c7661b41 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0528016 Sep 15 18:05:52.262638 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:52.287105 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:52.303258 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9d8e9f86-1871-467b-9b5f-87a16d4c725d req-b2ad7f07-2b9b-461c-aad5-71b453c87dbc tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596011 Sep 15 18:05:52.471193 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:05:52.862345 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 35996) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:05:52.921540 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a313b9eb-ee31-434b-8ee9-bc466e6d4ee8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group (c13aecba-9cc3-47b0-bdae-bcc76a01d34e), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:52.945142 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a313b9eb-ee31-434b-8ee9-bc466e6d4ee8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group (c13aecba-9cc3-47b0-bdae-bcc76a01d34e), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:52.994936 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a313b9eb-ee31-434b-8ee9-bc466e6d4ee8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (c13aecba-9cc3-47b0-bdae-bcc76a01d34e), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:52.997824 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a313b9eb-ee31-434b-8ee9-bc466e6d4ee8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:52.999038 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-a313b9eb-ee31-434b-8ee9-bc466e6d4ee8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c13aecba-9cc3-47b0-bdae-bcc76a01d34e HTTP/1.1" status: 204 len: 168 time: 0.1351581 Sep 15 18:05:53.002409 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 35998) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:05:53.010860 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313b9eb-ee31-434b-8ee9-bc466e6d4ee8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13aecba-9cc3-47b0-bdae-bcc76a01d34e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:53.017947 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.api.v2.resource [None req-bec53e25-81f8-45ee-9cce-f938df0a6ded tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] show failed (client error): The resource could not be found. Sep 15 18:05:53.019656 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-bec53e25-81f8-45ee-9cce-f938df0a6ded tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups/c13aecba-9cc3-47b0-bdae-bcc76a01d34e HTTP/1.1" status: 404 len: 347 time: 0.0154948 Sep 15 18:05:53.021889 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36000) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:05:53.137757 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-248ae494-a77a-4818-bb74-72b1eaeedea8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Deleting port 94b867e6-62f2-42ca-8f29-467589ccdd8b {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:05:53.138008 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-248ae494-a77a-4818-bb74-72b1eaeedea8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (94b867e6-62f2-42ca-8f29-467589ccdd8b), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.180919 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:53.197246 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:53.224258 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-248ae494-a77a-4818-bb74-72b1eaeedea8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (94b867e6-62f2-42ca-8f29-467589ccdd8b), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.224583 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-248ae494-a77a-4818-bb74-72b1eaeedea8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for floatingip (94b867e6-62f2-42ca-8f29-467589ccdd8b), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.237266 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-248ae494-a77a-4818-bb74-72b1eaeedea8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Calling delete_port for 94b867e6-62f2-42ca-8f29-467589ccdd8b owned by network:floatingip {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:05:53.380405 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-248ae494-a77a-4818-bb74-72b1eaeedea8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (94b867e6-62f2-42ca-8f29-467589ccdd8b), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.405983 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ae494-a77a-4818-bb74-72b1eaeedea8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event deleted for resources: {'Port': ['ID=94b867e6-62f2-42ca-8f29-467589ccdd8b,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:53.436538 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb3d6f-399a-4cc4-9618-d300c55a73fb req-9af4fcae-e620-4663-a00d-01048c2243d4 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:53.438088 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c2bb3d6f-399a-4cc4-9618-d300c55a73fb req-9af4fcae-e620-4663-a00d-01048c2243d4 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0533800 Sep 15 18:05:53.473395 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-248ae494-a77a-4818-bb74-72b1eaeedea8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for floatingip (b9009c3e-398c-4fff-8cf5-2a9997c7d911), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.475906 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-248ae494-a77a-4818-bb74-72b1eaeedea8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.477076 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-248ae494-a77a-4818-bb74-72b1eaeedea8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/b9009c3e-398c-4fff-8cf5-2a9997c7d911 HTTP/1.1" status: 204 len: 168 time: 0.4542706 Sep 15 18:05:53.506600 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c2bb3d6f-399a-4cc4-9618-d300c55a73fb req-c4ec7132-bf90-42f4-a0ad-7a17068b6214 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625179 Sep 15 18:05:53.566938 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36006) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:05:53.571490 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-be158e2b-fe37-4af4-ba9e-3a78980e5411 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--392305483', 'description': 'tempest-description--1655886457'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:53.594327 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-be158e2b-fe37-4af4-ba9e-3a78980e5411 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.666347 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-be158e2b-fe37-4af4-ba9e-3a78980e5411 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group (83dd9394-ec27-422e-b3cc-c8ba4d767d6a), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.670457 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-be158e2b-fe37-4af4-ba9e-3a78980e5411 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (83dd9394-ec27-422e-b3cc-c8ba4d767d6a), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.705174 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-be158e2b-fe37-4af4-ba9e-3a78980e5411 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.707167 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-be158e2b-fe37-4af4-ba9e-3a78980e5411 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1386333 Sep 15 18:05:53.709258 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be158e2b-fe37-4af4-ba9e-3a78980e5411 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83dd9394-ec27-422e-b3cc-c8ba4d767d6a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:53.710368 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36008) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:05:53.715234 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-08acd876-92e5-419c-bbd7-501b51c649fb tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Request body: {'security_group_rule': {'security_group_id': '83dd9394-ec27-422e-b3cc-c8ba4d767d6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:53.747463 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-08acd876-92e5-419c-bbd7-501b51c649fb tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group_rule (358604d9-a48c-492b-bbb0-ffb73085ca1f), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.799661 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-08acd876-92e5-419c-bbd7-501b51c649fb tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group_rule (358604d9-a48c-492b-bbb0-ffb73085ca1f), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.803813 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-08acd876-92e5-419c-bbd7-501b51c649fb tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (358604d9-a48c-492b-bbb0-ffb73085ca1f), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.825990 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acd876-92e5-419c-bbd7-501b51c649fb tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358604d9-a48c-492b-bbb0-ffb73085ca1f,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:53.832555 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-08acd876-92e5-419c-bbd7-501b51c649fb tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.833774 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-08acd876-92e5-419c-bbd7-501b51c649fb tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221964 Sep 15 18:05:53.837232 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36010) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:05:53.841456 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-5d46bf9c-c7ca-4049-9e9c-a5a0b5cade18 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Request body: {'security_group_rule': {'security_group_id': '83dd9394-ec27-422e-b3cc-c8ba4d767d6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:53.870471 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d46bf9c-c7ca-4049-9e9c-a5a0b5cade18 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group_rule (2e35e1be-f695-4178-ab04-cf124c401e39), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.932436 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d46bf9c-c7ca-4049-9e9c-a5a0b5cade18 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group_rule (2e35e1be-f695-4178-ab04-cf124c401e39), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.937179 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d46bf9c-c7ca-4049-9e9c-a5a0b5cade18 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (2e35e1be-f695-4178-ab04-cf124c401e39), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.958839 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46bf9c-c7ca-4049-9e9c-a5a0b5cade18 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e35e1be-f695-4178-ab04-cf124c401e39,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:53.968598 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5d46bf9c-c7ca-4049-9e9c-a5a0b5cade18 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:53.972724 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-5d46bf9c-c7ca-4049-9e9c-a5a0b5cade18 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316617 Sep 15 18:05:53.973787 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36012) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:05:53.978188 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Request body: {'floatingip': {'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:53.999384 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:54.092827 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:54.156548 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b04f1333-7e73-4c30-8dda-548c34cb4049 req-2220b1ff-2558-4c8d-9be8-0469b10eaa20 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770617 Sep 15 18:05:54.179860 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:54.231164 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:54.256180 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Allocated IP 172.28.1.20 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/6bfff503-3185-42f0-8c2f-5093b2b34f22) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:05:54.300942 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f1333-7e73-4c30-8dda-548c34cb4049 req-3033a83b-8661-4750-aa4e-33b5813c526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:54.302725 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b04f1333-7e73-4c30-8dda-548c34cb4049 req-3033a83b-8661-4750-aa4e-33b5813c526b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=646252485a394aff93dd855c977cc609&device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 1129 time: 0.0625060 Sep 15 18:05:54.399378 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:54.479636 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for port (6bfff503-3185-42f0-8c2f-5093b2b34f22), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:54.485565 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f1333-7e73-4c30-8dda-548c34cb4049 req-8e2f6635-dcc1-41ee-b8aa-579c716cb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:54.487038 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b04f1333-7e73-4c30-8dda-548c34cb4049 req-8e2f6635-dcc1-41ee-b8aa-579c716cb27c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 200 len: 920 time: 0.1440520 Sep 15 18:05:54.542551 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b04f1333-7e73-4c30-8dda-548c34cb4049 req-dbb3a95d-1354-40fb-a619-b375ed7e2cdb service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e87b14a2-564d-4899-9457-0622d02b8376 HTTP/1.1" status: 200 len: 217 time: 0.0464675 Sep 15 18:05:54.562683 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (6bfff503-3185-42f0-8c2f-5093b2b34f22), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:54.632694 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6534e58-fe91-437a-9449-4249836ee315 req-d366087f-12be-4478-9b93-76ac902a4b47 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:54.633989 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:05:54.634422 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a6534e58-fe91-437a-9449-4249836ee315 req-d366087f-12be-4478-9b93-76ac902a4b47 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0486872 Sep 15 18:05:54.640572 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:05:54.644932 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:05:54.647905 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f1333-7e73-4c30-8dda-548c34cb4049 req-600e2a63-2f21-4958-81fe-4af1945aa6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:54.649408 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b04f1333-7e73-4c30-8dda-548c34cb4049 req-600e2a63-2f21-4958-81fe-4af1945aa6e8 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 200 len: 858 time: 0.0976248 Sep 15 18:05:54.672346 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event updated for resources: {'Port': ['ID=6bfff503-3185-42f0-8c2f-5093b2b34f22,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:54.705134 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a6534e58-fe91-437a-9449-4249836ee315 req-536f50a6-7013-4e17-9dce-3e99a926daea tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649586 Sep 15 18:05:54.950153 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f1333-7e73-4c30-8dda-548c34cb4049 req-e174b1ba-d935-48ed-aacb-8e8d25bcb7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:54.951646 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b04f1333-7e73-4c30-8dda-548c34cb4049 req-e174b1ba-d935-48ed-aacb-8e8d25bcb7c8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8593de74-aee0-42c2-a47e-251a344102c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.2803726 Sep 15 18:05:55.055560 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for floatingip (28b89dd9-0cd7-479e-ab89-d2a920111459), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:55.111748 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b04f1333-7e73-4c30-8dda-548c34cb4049 req-a2ce7e6c-a17a-4589-ab85-446fbd6bc9b4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527574 Sep 15 18:05:55.113157 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (6bfff503-3185-42f0-8c2f-5093b2b34f22), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:55.200800 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:55.270795 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:55.298882 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-b04f1333-7e73-4c30-8dda-548c34cb4049 req-190d5c5a-4926-4a03-aa85-3eb602c697a0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650651 Sep 15 18:05:55.352752 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for port (6bfff503-3185-42f0-8c2f-5093b2b34f22), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:55.357961 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (6bfff503-3185-42f0-8c2f-5093b2b34f22), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:55.430656 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event updated for resources: {'Port': ['ID=6bfff503-3185-42f0-8c2f-5093b2b34f22,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:55.433018 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (28b89dd9-0cd7-479e-ab89-d2a920111459), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:55.450399 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:55.451706 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-327d503f-f469-4ee0-b626-e26d49d18bed tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4768667 Sep 15 18:05:55.668735 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3fed3d19-6f42-4b34-9457-198c48205095 req-aed3283d-0166-426c-affd-651f8fd9a181 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--392305483&fields=id&tenant_id=d0c00ad55eda4d7f8a0370359478f2df HTTP/1.1" status: 200 len: 267 time: 0.0485518 Sep 15 18:05:55.776422 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed3d19-6f42-4b34-9457-198c48205095 req-94f09802-5883-45e0-9995-7abda9b1599d tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:55.777891 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3fed3d19-6f42-4b34-9457-198c48205095 req-94f09802-5883-45e0-9995-7abda9b1599d tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a550ae18-8a00-4e46-ab8a-055d97ed7c96 HTTP/1.1" status: 200 len: 810 time: 0.1027198 Sep 15 18:05:55.801196 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3fed3d19-6f42-4b34-9457-198c48205095 req-b084366d-b351-4735-894e-c780b2459252 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/quotas/d0c00ad55eda4d7f8a0370359478f2df HTTP/1.1" status: 200 len: 375 time: 0.0171366 Sep 15 18:05:55.866146 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db0143-64f3-453e-937e-a27901af4dfa req-3bd51de7-e241-4b99-a51e-5dd803633e55 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:55.867612 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-92db0143-64f3-453e-937e-a27901af4dfa req-3bd51de7-e241-4b99-a51e-5dd803633e55 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0853047 Sep 15 18:05:55.893646 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3fed3d19-6f42-4b34-9457-198c48205095 req-1c2385ec-064b-4335-9da1-59be1fab304d tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d0c00ad55eda4d7f8a0370359478f2df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727513 Sep 15 18:05:55.986422 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:55.989741 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:55.999608 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-92db0143-64f3-453e-937e-a27901af4dfa req-142897b1-a956-4175-90ce-9a8283715f6d tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1189351 Sep 15 18:05:56.032996 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3fed3d19-6f42-4b34-9457-198c48205095 req-b5c574ad-f629-44b9-91b4-9a808369bf54 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257467 Sep 15 18:05:56.129437 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3fed3d19-6f42-4b34-9457-198c48205095 req-941cfca6-35ca-4ebc-8e8f-b1e76c311031 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902951 Sep 15 18:05:56.305526 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b32ec1d5-aaee-4343-b547-5401b77628e2 req-a6cfecb5-0454-4dbc-a7a9-9ad44d3f8012 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 210 time: 0.0338521 Sep 15 18:05:57.178240 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaec8f4-a935-45cc-8a0c-7ce8b7fc9999 req-4a588047-735b-44f2-a1d9-933808c8ac01 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:57.179727 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1aaec8f4-a935-45cc-8a0c-7ce8b7fc9999 req-4a588047-735b-44f2-a1d9-933808c8ac01 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0469232 Sep 15 18:05:57.241651 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1aaec8f4-a935-45cc-8a0c-7ce8b7fc9999 req-f4b56940-12b2-4f2e-8895-69c689340012 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557306 Sep 15 18:05:57.409276 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b52a1f82-1a0a-4e4d-8830-6a46794c3b67 req-73e58503-fe09-42d3-92a1-0eeca6e79af9 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 210 time: 0.0278304 Sep 15 18:05:57.634456 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed3d19-6f42-4b34-9457-198c48205095 req-c750d9c9-a22e-4b26-b650-d59132590249 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:57.636002 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3fed3d19-6f42-4b34-9457-198c48205095 req-c750d9c9-a22e-4b26-b650-d59132590249 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.27 "GET /networking/v2.0/networks?id=a550ae18-8a00-4e46-ab8a-055d97ed7c96 HTTP/1.1" status: 200 len: 810 time: 0.1289954 Sep 15 18:05:57.718152 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3fed3d19-6f42-4b34-9457-198c48205095 req-c36095ce-6d2a-49af-bbce-fc893c78abe5 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d0c00ad55eda4d7f8a0370359478f2df HTTP/1.1" status: 200 len: 379 time: 0.0652301 Sep 15 18:05:57.859382 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-3fed3d19-6f42-4b34-9457-198c48205095 req-ebc9a883-8c60-42a1-8d8d-656cdde2e46f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Request body: {'port': {'device_id': '0683966a-3efa-4e0c-b305-ed1a53abd885', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'admin_state_up': True, 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'security_groups': ['83dd9394-ec27-422e-b3cc-c8ba4d767d6a']}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:57.974542 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fed3d19-6f42-4b34-9457-198c48205095 req-ebc9a883-8c60-42a1-8d8d-656cdde2e46f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Made reservation on behalf of d0c00ad55eda4d7f8a0370359478f2df for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:05:57.978405 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-3fed3d19-6f42-4b34-9457-198c48205095 req-ebc9a883-8c60-42a1-8d8d-656cdde2e46f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:58.113865 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-3fed3d19-6f42-4b34-9457-198c48205095 req-ebc9a883-8c60-42a1-8d8d-656cdde2e46f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Allocated IP 172.20.0.4 (a550ae18-8a00-4e46-ab8a-055d97ed7c96/0acbc2fd-b392-426b-a234-c034ff806cba/04ddb18b-6922-45d7-ac99-65d8694cd856) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:05:58.269194 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-3fed3d19-6f42-4b34-9457-198c48205095 req-ebc9a883-8c60-42a1-8d8d-656cdde2e46f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for port (04ddb18b-6922-45d7-ac99-65d8694cd856), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:58.278676 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:58.299683 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:58.305546 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-3fed3d19-6f42-4b34-9457-198c48205095 req-ebc9a883-8c60-42a1-8d8d-656cdde2e46f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (04ddb18b-6922-45d7-ac99-65d8694cd856), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:58.353180 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fed3d19-6f42-4b34-9457-198c48205095 req-ebc9a883-8c60-42a1-8d8d-656cdde2e46f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Network a550ae18-8a00-4e46-ab8a-055d97ed7c96 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:05:58.356535 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-3fed3d19-6f42-4b34-9457-198c48205095 req-ebc9a883-8c60-42a1-8d8d-656cdde2e46f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:05:58.360725 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fed3d19-6f42-4b34-9457-198c48205095 req-ebc9a883-8c60-42a1-8d8d-656cdde2e46f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:05:58.366979 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9a883-8c60-42a1-8d8d-656cdde2e46f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event updated for resources: {'Port': ['ID=04ddb18b-6922-45d7-ac99-65d8694cd856,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:58.388527 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed0fe0-d1c1-4476-8990-496360db6344 req-0c8f09be-a672-4cd8-967b-95d21236b93d tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:58.390107 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f7ed0fe0-d1c1-4476-8990-496360db6344 req-0c8f09be-a672-4cd8-967b-95d21236b93d tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0670030 Sep 15 18:05:58.422126 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed3d19-6f42-4b34-9457-198c48205095 req-ebc9a883-8c60-42a1-8d8d-656cdde2e46f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:58.422957 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-3fed3d19-6f42-4b34-9457-198c48205095 req-ebc9a883-8c60-42a1-8d8d-656cdde2e46f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:58.444415 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3fed3d19-6f42-4b34-9457-198c48205095 req-ebc9a883-8c60-42a1-8d8d-656cdde2e46f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5892441 Sep 15 18:05:58.464777 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Request body: {'port': {'device_id': '0683966a-3efa-4e0c-b305-ed1a53abd885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:58.482900 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f7ed0fe0-d1c1-4476-8990-496360db6344 req-75b0775e-dbe0-4a56-9b85-f368731f1cad tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862789 Sep 15 18:05:58.555796 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (04ddb18b-6922-45d7-ac99-65d8694cd856), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:58.577848 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56368cbd-2a58-46b3-9a43-82a247410900 req-5ff1acba-7b08-429d-8633-956ba9e7df47 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:58.579384 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-56368cbd-2a58-46b3-9a43-82a247410900 req-5ff1acba-7b08-429d-8633-956ba9e7df47 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 931 time: 0.0500944 Sep 15 18:05:58.616574 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c0d3b5ee-55fc-435f-a38a-2fff885bd588 None None] Provisioning complete for port 04ddb18b-6922-45d7-ac99-65d8694cd856 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:05:58.617168 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0d3b5ee-55fc-435f-a38a-2fff885bd588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (04ddb18b-6922-45d7-ac99-65d8694cd856), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:58.617464 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c0d3b5ee-55fc-435f-a38a-2fff885bd588 None None] Attempt 1 to provision port 04ddb18b-6922-45d7-ac99-65d8694cd856 Sep 15 18:05:58.638161 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-56368cbd-2a58-46b3-9a43-82a247410900 req-704347b6-9049-4ad9-b4fe-3277c1b474ff tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=83dd9394-ec27-422e-b3cc-c8ba4d767d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506115 Sep 15 18:05:58.652994 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c0d3b5ee-55fc-435f-a38a-2fff885bd588 None None] Port 04ddb18b-6922-45d7-ac99-65d8694cd856 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:05:58.854484 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ddb18b-6922-45d7-ac99-65d8694cd856 {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:05:58.862976 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Publish callbacks [] for port (04ddb18b-6922-45d7-ac99-65d8694cd856), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:58.881117 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Transition to ACTIVE for port object 04ddb18b-6922-45d7-ac99-65d8694cd856 will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:05:58.885663 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (04ddb18b-6922-45d7-ac99-65d8694cd856), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:58.936406 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-138ab531-8aa2-4563-8873-ea535e7ef451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:58.984015 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Pushing event updated for resources: {'Port': ['ID=04ddb18b-6922-45d7-ac99-65d8694cd856,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:59.018020 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Attempting to bind port 04ddb18b-6922-45d7-ac99-65d8694cd856 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:05:59.018360 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Attempting to bind port 04ddb18b-6922-45d7-ac99-65d8694cd856 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'b3008e68-0504-4a46-a4e1-5f7964613c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:05:59.018718 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Attempting to bind port 04ddb18b-6922-45d7-ac99-65d8694cd856 on network a550ae18-8a00-4e46-ab8a-055d97ed7c96 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:05:59.060002 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Port 04ddb18b-6922-45d7-ac99-65d8694cd856 on network a550ae18-8a00-4e46-ab8a-055d97ed7c96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:05:59.060325 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Attempting to bind port 04ddb18b-6922-45d7-ac99-65d8694cd856 on network a550ae18-8a00-4e46-ab8a-055d97ed7c96 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:05:59.106948 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:05:59.107279 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Checking segment: {'id': 'b3008e68-0504-4a46-a4e1-5f7964613c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:05:59.107662 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Bound using segment: {'id': 'b3008e68-0504-4a46-a4e1-5f7964613c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:05:59.108091 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Bound port: 04ddb18b-6922-45d7-ac99-65d8694cd856, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3008e68-0504-4a46-a4e1-5f7964613c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:05:59.108446 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (04ddb18b-6922-45d7-ac99-65d8694cd856), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:59.154531 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c0d3b5ee-55fc-435f-a38a-2fff885bd588 None None] Attempt 2 to provision port 04ddb18b-6922-45d7-ac99-65d8694cd856 Sep 15 18:05:59.167203 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] For port 04ddb18b-6922-45d7-ac99-65d8694cd856, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:05:59.170177 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] For port 04ddb18b-6922-45d7-ac99-65d8694cd856, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=04ddb18b-6922-45d7-ac99-65d8694cd856,segment=NetworkSegment(b3008e68-0504-4a46-a4e1-5f7964613c00),segment_id=b3008e68-0504-4a46-a4e1-5f7964613c00)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:05:59.177783 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (04ddb18b-6922-45d7-ac99-65d8694cd856), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:59.182701 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:59.182909 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:05:59.184260 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3fed3d19-6f42-4b34-9457-198c48205095 req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/04ddb18b-6922-45d7-ac99-65d8694cd856 HTTP/1.1" status: 200 len: 1093 time: 0.7251718 Sep 15 18:05:59.185912 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0683966a-3efa-4e0c-b305-ed1a53abd885', 'tag': '04ddb18b-6922-45d7-ac99-65d8694cd856'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:05:59.188199 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72151878-3954-4db3-81ba-a38273e24051" -d '{"events": [{"name": "network-changed", "server_uuid": "0683966a-3efa-4e0c-b305-ed1a53abd885", "tag": "04ddb18b-6922-45d7-ac99-65d8694cd856"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:05:59.188724 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c0d3b5ee-55fc-435f-a38a-2fff885bd588 None None] Port 04ddb18b-6922-45d7-ac99-65d8694cd856 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:05:59.229558 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f287421-a65b-42a0-beae-2467460ac76e x-openstack-request-id: req-4f287421-a65b-42a0-beae-2467460ac76e {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:05:59.229872 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0683966a-3efa-4e0c-b305-ed1a53abd885", "tag": "04ddb18b-6922-45d7-ac99-65d8694cd856", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:05:59.230122 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f287421-a65b-42a0-beae-2467460ac76e {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:05:59.230545 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f287421-a65b-42a0-beae-2467460ac76e'] response: {'name': 'network-changed', 'server_uuid': '0683966a-3efa-4e0c-b305-ed1a53abd885', 'tag': '04ddb18b-6922-45d7-ac99-65d8694cd856', 'status': 'completed', 'code': 200} Sep 15 18:05:59.239410 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:59.249452 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819b4b5-7efb-4bdf-b829-ee9cb4c1b921 service neutron] Pushing event updated for resources: {'Port': ['ID=04ddb18b-6922-45d7-ac99-65d8694cd856,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:59.524334 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:05:59.539007 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72151878-3954-4db3-81ba-a38273e24051 req-90fdce9c-9124-455a-a182-985f75e1a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:59.540449 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-72151878-3954-4db3-81ba-a38273e24051 req-90fdce9c-9124-455a-a182-985f75e1a043 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d0c00ad55eda4d7f8a0370359478f2df&device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 1127 time: 0.0487163 Sep 15 18:05:59.640183 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85507c19-68ff-4446-a1a4-f90dac4b622b req-70fa9643-3601-4669-9b6f-0fa6ebc2415c tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:59.644311 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-85507c19-68ff-4446-a1a4-f90dac4b622b req-70fa9643-3601-4669-9b6f-0fa6ebc2415c tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0691431 Sep 15 18:05:59.689818 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c0d3b5ee-55fc-435f-a38a-2fff885bd588 None None] Attempt 3 to provision port 04ddb18b-6922-45d7-ac99-65d8694cd856 Sep 15 18:05:59.738071 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72151878-3954-4db3-81ba-a38273e24051 req-4092880c-31e7-4b39-b88f-e0c9a13b0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:59.740541 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-72151878-3954-4db3-81ba-a38273e24051 req-4092880c-31e7-4b39-b88f-e0c9a13b0bf0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=d0c00ad55eda4d7f8a0370359478f2df&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1434777 Sep 15 18:05:59.755981 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c0d3b5ee-55fc-435f-a38a-2fff885bd588 None None] Port 04ddb18b-6922-45d7-ac99-65d8694cd856 had new provisioning blocks added so it will not transition to active. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 18:05:59.762410 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-85507c19-68ff-4446-a1a4-f90dac4b622b req-b4fc4f58-efd2-42c3-b924-7d6d9ab3d814 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1095254 Sep 15 18:05:59.819656 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96ac72-7930-4a3d-9333-69634f772687 req-52625185-5994-473c-8724-9f4d50f6d0fb tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:59.821254 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-aa96ac72-7930-4a3d-9333-69634f772687 req-52625185-5994-473c-8724-9f4d50f6d0fb tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 943 time: 0.0544269 Sep 15 18:05:59.856908 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72151878-3954-4db3-81ba-a38273e24051 req-4c76ff79-bb16-45f8-9860-aa5d47bbbfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:05:59.858421 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-72151878-3954-4db3-81ba-a38273e24051 req-4c76ff79-bb16-45f8-9860-aa5d47bbbfaf service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106169 Sep 15 18:05:59.872319 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-aa96ac72-7930-4a3d-9333-69634f772687 req-60d4e9e0-454c-460d-a1c5-bd8262b97e1a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=83dd9394-ec27-422e-b3cc-c8ba4d767d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448930 Sep 15 18:06:00.224780 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed3d19-6f42-4b34-9457-198c48205095 req-65b76037-2609-4edf-b1f6-2a816ca3712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:00.226307 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3fed3d19-6f42-4b34-9457-198c48205095 req-65b76037-2609-4edf-b1f6-2a816ca3712c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d0c00ad55eda4d7f8a0370359478f2df&device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 1127 time: 0.0403597 Sep 15 18:06:00.271894 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3fed3d19-6f42-4b34-9457-198c48205095 req-1b3a8098-32fd-46dd-807c-9429b62aa07a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ddb18b-6922-45d7-ac99-65d8694cd856 HTTP/1.1" status: 200 len: 217 time: 0.0317974 Sep 15 18:06:00.322076 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed3d19-6f42-4b34-9457-198c48205095 req-87f16d5e-0240-4a0a-bbc8-a29ac3a5be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:00.323554 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3fed3d19-6f42-4b34-9457-198c48205095 req-87f16d5e-0240-4a0a-bbc8-a29ac3a5be60 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=0acbc2fd-b392-426b-a234-c034ff806cba HTTP/1.1" status: 200 len: 849 time: 0.0457451 Sep 15 18:06:00.372029 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed3d19-6f42-4b34-9457-198c48205095 req-11d3bc6d-029e-403b-9b43-6850bef02402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:00.373562 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3fed3d19-6f42-4b34-9457-198c48205095 req-11d3bc6d-029e-403b-9b43-6850bef02402 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a550ae18-8a00-4e46-ab8a-055d97ed7c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0433295 Sep 15 18:06:00.466589 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3fed3d19-6f42-4b34-9457-198c48205095 req-82f52929-4adf-4567-8adf-56291c3fb624 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850365 Sep 15 18:06:00.561653 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3fed3d19-6f42-4b34-9457-198c48205095 req-dab64e41-9e25-4b34-aa19-6e8394263012 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879967 Sep 15 18:06:00.881919 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dde32-9525-4175-8d70-06e3a160bf5e req-c0324420-bf01-4ab3-9309-460b0d716fe4 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:00.883374 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f72dde32-9525-4175-8d70-06e3a160bf5e req-c0324420-bf01-4ab3-9309-460b0d716fe4 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0501878 Sep 15 18:06:00.952986 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f72dde32-9525-4175-8d70-06e3a160bf5e req-285b21a7-9e1c-4cd6-8520-a222f41eb720 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637887 Sep 15 18:06:01.000307 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a287c-ffef-4fba-9e90-51f7a26df0f1 req-01ee8204-c42e-4643-90c8-0b251a27cb45 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:01.001868 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-646a287c-ffef-4fba-9e90-51f7a26df0f1 req-01ee8204-c42e-4643-90c8-0b251a27cb45 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 943 time: 0.0479655 Sep 15 18:06:01.047580 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=66 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:01.052085 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-646a287c-ffef-4fba-9e90-51f7a26df0f1 req-3da331fe-967e-4f3d-b1fe-fc95f5c50bd1 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=83dd9394-ec27-422e-b3cc-c8ba4d767d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439329 Sep 15 18:06:01.486040 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e361387-73f3-47df-a2ef-3c9fbbfae1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:02.067587 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:02.081716 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cb2b3-4a13-44c8-90ff-379c3111bd67 req-ce24d94b-e546-4910-ba89-dffb6102f3e6 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:02.083322 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cf3cb2b3-4a13-44c8-90ff-379c3111bd67 req-ce24d94b-e546-4910-ba89-dffb6102f3e6 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0518019 Sep 15 18:06:02.158353 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cf3cb2b3-4a13-44c8-90ff-379c3111bd67 req-4f42e01f-a80c-44cc-bf3b-634121e14c90 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687642 Sep 15 18:06:02.179725 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 04ddb18b-6922-45d7-ac99-65d8694cd856 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:06:02.197770 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b253316-b016-4e2f-a0be-a6cc6e28c3d5 req-23e78f07-b865-4219-8879-f7a6e13e44a7 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:02.199231 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0b253316-b016-4e2f-a0be-a6cc6e28c3d5 req-23e78f07-b865-4219-8879-f7a6e13e44a7 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 943 time: 0.0604136 Sep 15 18:06:02.249974 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0b253316-b016-4e2f-a0be-a6cc6e28c3d5 req-c258fff2-5ce7-4adc-895e-54347b636917 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=83dd9394-ec27-422e-b3cc-c8ba4d767d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445335 Sep 15 18:06:02.291378 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 04ddb18b-6922-45d7-ac99-65d8694cd856, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=04ddb18b-6922-45d7-ac99-65d8694cd856,segment=NetworkSegment(b3008e68-0504-4a46-a4e1-5f7964613c00),segment_id=b3008e68-0504-4a46-a4e1-5f7964613c00)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:02.302273 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '04ddb18b-6922-45d7-ac99-65d8694cd856', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'port_id': '04ddb18b-6922-45d7-ac99-65d8694cd856', 'mac_address': 'fa:16:3e:2b:6f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:06:02.337959 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 04ddb18b-6922-45d7-ac99-65d8694cd856 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:06:02.338339 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (04ddb18b-6922-45d7-ac99-65d8694cd856), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:02.351963 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ddb18b-6922-45d7-ac99-65d8694cd856 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:06:02.371396 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 04ddb18b-6922-45d7-ac99-65d8694cd856, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=04ddb18b-6922-45d7-ac99-65d8694cd856,segment=NetworkSegment(b3008e68-0504-4a46-a4e1-5f7964613c00),segment_id=b3008e68-0504-4a46-a4e1-5f7964613c00)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:02.375566 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (04ddb18b-6922-45d7-ac99-65d8694cd856), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:02.421718 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=04ddb18b-6922-45d7-ac99-65d8694cd856,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:02.428861 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:02.429208 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:02.429578 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:02.429970 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:02.430251 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:02.430577 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:02.430902 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:02.431308 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:02.431635 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:02.431957 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:02.432284 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:02.432624 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:02.432948 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:02.433271 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:02.433611 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:02.470308 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=68 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:02.509765 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:02.767616 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['04ddb18b-6922-45d7-ac99-65d8694cd856'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:06:03.287240 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e64f6a-9fdf-49fa-b1af-db31c333e878 req-e05ac565-dfc6-4b68-93b4-5c69dee875b6 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:03.287240 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-91e64f6a-9fdf-49fa-b1af-db31c333e878 req-e05ac565-dfc6-4b68-93b4-5c69dee875b6 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0487041 Sep 15 18:06:03.306600 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:03.362477 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-91e64f6a-9fdf-49fa-b1af-db31c333e878 req-b8b42f14-364a-414e-a517-3c279ffacd11 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702305 Sep 15 18:06:03.403804 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365ad7c-7a12-440f-83f3-edaefa335c04 req-6d92852a-663f-4424-8afd-fcbd4997e45f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:03.405337 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2365ad7c-7a12-440f-83f3-edaefa335c04 req-6d92852a-663f-4424-8afd-fcbd4997e45f tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 944 time: 0.0679872 Sep 15 18:06:03.454867 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2365ad7c-7a12-440f-83f3-edaefa335c04 req-4c63034c-c56c-4837-9a3a-b53575c8f614 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=83dd9394-ec27-422e-b3cc-c8ba4d767d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430989 Sep 15 18:06:03.884750 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:04.071821 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:04.184419 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 04ddb18b-6922-45d7-ac99-65d8694cd856 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:06:04.229217 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port 04ddb18b-6922-45d7-ac99-65d8694cd856 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:06:04.235137 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 04ddb18b-6922-45d7-ac99-65d8694cd856 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:06:04.235536 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (04ddb18b-6922-45d7-ac99-65d8694cd856), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:04.235989 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 04ddb18b-6922-45d7-ac99-65d8694cd856 Sep 15 18:06:04.259791 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:04.264184 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:04.312891 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 04ddb18b-6922-45d7-ac99-65d8694cd856 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:06:04.313274 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (04ddb18b-6922-45d7-ac99-65d8694cd856), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:04.335595 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0683966a-3efa-4e0c-b305-ed1a53abd885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ddb18b-6922-45d7-ac99-65d8694cd856'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:06:04.337855 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b960eb-bd32-47e3-9f2d-7e8db1c472c2" -d '{"events": [{"server_uuid": "0683966a-3efa-4e0c-b305-ed1a53abd885", "name": "network-vif-plugged", "status": "completed", "tag": "04ddb18b-6922-45d7-ac99-65d8694cd856"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:06:04.351503 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 04ddb18b-6922-45d7-ac99-65d8694cd856, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=04ddb18b-6922-45d7-ac99-65d8694cd856,segment=NetworkSegment(b3008e68-0504-4a46-a4e1-5f7964613c00),segment_id=b3008e68-0504-4a46-a4e1-5f7964613c00)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:04.355297 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (04ddb18b-6922-45d7-ac99-65d8694cd856), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:04.384426 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558c3603-fcbb-490d-a526-3de5fdc56831 x-openstack-request-id: req-558c3603-fcbb-490d-a526-3de5fdc56831 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:06:04.384735 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0683966a-3efa-4e0c-b305-ed1a53abd885", "name": "network-vif-plugged", "status": "completed", "tag": "04ddb18b-6922-45d7-ac99-65d8694cd856", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:06:04.384989 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-558c3603-fcbb-490d-a526-3de5fdc56831 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:06:04.385414 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-558c3603-fcbb-490d-a526-3de5fdc56831'] response: {'server_uuid': '0683966a-3efa-4e0c-b305-ed1a53abd885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ddb18b-6922-45d7-ac99-65d8694cd856', 'code': 200} Sep 15 18:06:04.408994 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=04ddb18b-6922-45d7-ac99-65d8694cd856,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:04.487985 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a62a5-a99d-49b1-8e66-e2668bf6a723 req-c70db280-47d0-472d-b1f6-3a64d92f6b32 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:04.489504 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-620a62a5-a99d-49b1-8e66-e2668bf6a723 req-c70db280-47d0-472d-b1f6-3a64d92f6b32 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0503726 Sep 15 18:06:04.590486 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-620a62a5-a99d-49b1-8e66-e2668bf6a723 req-86c29bb0-6029-470e-97e2-be43366511f4 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0950487 Sep 15 18:06:04.604894 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb02178-a12e-4a39-acb5-b7ca740b551b req-8ab1398b-79a5-4007-b7ae-b9a932e42225 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:04.606418 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ecb02178-a12e-4a39-acb5-b7ca740b551b req-8ab1398b-79a5-4007-b7ae-b9a932e42225 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 945 time: 0.0712969 Sep 15 18:06:04.674606 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ecb02178-a12e-4a39-acb5-b7ca740b551b req-05c923f2-e35b-4dd6-99c0-047cc0086eb7 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=83dd9394-ec27-422e-b3cc-c8ba4d767d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609288 Sep 15 18:06:04.738159 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bf7c0-0350-4c98-be43-e71e96a710dd req-39243223-677e-4fae-84d1-7f451d419c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:04.739566 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-020bf7c0-0350-4c98-be43-e71e96a710dd req-39243223-677e-4fae-84d1-7f451d419c0b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 1129 time: 0.0405016 Sep 15 18:06:04.784947 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-020bf7c0-0350-4c98-be43-e71e96a710dd req-97a85b64-9632-479f-b7ef-604c531faa35 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=83dd9394-ec27-422e-b3cc-c8ba4d767d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393689 Sep 15 18:06:05.714985 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce00e6-1210-4daf-b959-69aa7a3a00aa req-bb3cd1a5-9c57-4b42-a1b6-4743043b3c0f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:05.716466 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ffce00e6-1210-4daf-b959-69aa7a3a00aa req-bb3cd1a5-9c57-4b42-a1b6-4743043b3c0f tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0471368 Sep 15 18:06:05.809886 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ffce00e6-1210-4daf-b959-69aa7a3a00aa req-c0344f6e-98c2-4b06-80a1-8d13371a8565 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873926 Sep 15 18:06:05.818349 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a69543-4f40-4d46-8fbc-0396adaa76cc req-b2a65359-7ee4-423d-a632-8ee6573ba383 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:05.819872 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f1a69543-4f40-4d46-8fbc-0396adaa76cc req-b2a65359-7ee4-423d-a632-8ee6573ba383 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 945 time: 0.0694482 Sep 15 18:06:05.875903 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f1a69543-4f40-4d46-8fbc-0396adaa76cc req-5c150c11-c2d4-4676-aef1-234ea6f704d8 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=83dd9394-ec27-422e-b3cc-c8ba4d767d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463953 Sep 15 18:06:06.936995 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91669a5-32ef-4af8-b9c2-12e97fb5ade8 req-31378e7d-734f-40a2-95ec-d57acd3d8db9 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:06.938491 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b91669a5-32ef-4af8-b9c2-12e97fb5ade8 req-31378e7d-734f-40a2-95ec-d57acd3d8db9 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0484371 Sep 15 18:06:07.021682 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bc3a9-b94f-4d44-a3dd-19880c61cf75 req-780b74c6-cb74-4bb2-b8a0-02e0a6557c67 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:07.023139 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-152bc3a9-b94f-4d44-a3dd-19880c61cf75 req-780b74c6-cb74-4bb2-b8a0-02e0a6557c67 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 945 time: 0.0660093 Sep 15 18:06:07.045690 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b91669a5-32ef-4af8-b9c2-12e97fb5ade8 req-92a21cf7-5df4-4cbc-82dc-26edee35cbd3 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015053 Sep 15 18:06:07.080508 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-152bc3a9-b94f-4d44-a3dd-19880c61cf75 req-8f2c2e1e-89b0-4110-9d59-722a3de829a6 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=83dd9394-ec27-422e-b3cc-c8ba4d767d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481269 Sep 15 18:06:07.198983 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da2897-f46d-40f3-aeac-b3becb27e185 req-8c1aeee6-1aa2-4ebd-9157-1fd25c88d5eb tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:07.200342 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-62da2897-f46d-40f3-aeac-b3becb27e185 req-8c1aeee6-1aa2-4ebd-9157-1fd25c88d5eb tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 945 time: 0.0493555 Sep 15 18:06:07.211019 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36096) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:07.215538 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-d93be923-4b8e-4661-acd9-200c34787d8a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Request body: {'floatingip': {'port_id': '04ddb18b-6922-45d7-ac99-65d8694cd856'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:06:07.256358 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d93be923-4b8e-4661-acd9-200c34787d8a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for floatingip (28b89dd9-0cd7-479e-ab89-d2a920111459), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:07.547771 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:07.679258 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:07.697774 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d93be923-4b8e-4661-acd9-200c34787d8a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:07.703597 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d93be923-4b8e-4661-acd9-200c34787d8a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (28b89dd9-0cd7-479e-ab89-d2a920111459), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:07.816043 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.l3_db [None req-d93be923-4b8e-4661-acd9-200c34787d8a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Floating IP 28b89dd9-0cd7-479e-ab89-d2a920111459 associated. External IP: 172.28.1.20, port: 04ddb18b-6922-45d7-ac99-65d8694cd856. Sep 15 18:06:08.036499 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93be923-4b8e-4661-acd9-200c34787d8a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Router b84c4870-2865-4e3f-9a8c-c69ae9d60eba has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:06:08.197877 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03342434-f297-484c-a070-3f2d524051fe req-e53d2e88-f77c-49ef-8ea1-e60082881ef8 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:08.199510 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-03342434-f297-484c-a070-3f2d524051fe req-e53d2e88-f77c-49ef-8ea1-e60082881ef8 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0510757 Sep 15 18:06:08.212544 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:08.266808 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-03342434-f297-484c-a070-3f2d524051fe req-4919393a-441d-4d99-a10b-9f9eb7f850ee tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&id=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611420 Sep 15 18:06:08.366759 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93be923-4b8e-4661-acd9-200c34787d8a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:06:08.371608 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d93be923-4b8e-4661-acd9-200c34787d8a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:08.376922 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ba22b-9e9c-4ae4-8edc-58e252487eda None None] Sync routers for ids ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:06:08.388099 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4ba22b-9e9c-4ae4-8edc-58e252487eda None None] Routers {'b84c4870-2865-4e3f-9a8c-c69ae9d60eba'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:06:08.388804 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-af4ba22b-9e9c-4ae4-8edc-58e252487eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:06:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:08.402895 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-d93be923-4b8e-4661-acd9-200c34787d8a tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/28b89dd9-0cd7-479e-ab89-d2a920111459 HTTP/1.1" status: 200 len: 990 time: 1.1907558 Sep 15 18:06:08.403653 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0683966a-3efa-4e0c-b305-ed1a53abd885', 'tag': '04ddb18b-6922-45d7-ac99-65d8694cd856'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:06:08.405996 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e08535-ba97-4e0c-81c2-fb00440ab482" -d '{"events": [{"name": "network-changed", "server_uuid": "0683966a-3efa-4e0c-b305-ed1a53abd885", "tag": "04ddb18b-6922-45d7-ac99-65d8694cd856"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:06:08.443093 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df1af4a-3e55-43c7-b169-cef537f83b43 x-openstack-request-id: req-4df1af4a-3e55-43c7-b169-cef537f83b43 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:06:08.443385 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0683966a-3efa-4e0c-b305-ed1a53abd885", "tag": "04ddb18b-6922-45d7-ac99-65d8694cd856", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:06:08.443633 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4df1af4a-3e55-43c7-b169-cef537f83b43 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:06:08.444029 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4df1af4a-3e55-43c7-b169-cef537f83b43'] response: {'name': 'network-changed', 'server_uuid': '0683966a-3efa-4e0c-b305-ed1a53abd885', 'tag': '04ddb18b-6922-45d7-ac99-65d8694cd856', 'status': 'completed', 'code': 200} Sep 15 18:06:08.496995 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-af4ba22b-9e9c-4ae4-8edc-58e252487eda None None] Set router b84c4870-2865-4e3f-9a8c-c69ae9d60eba gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:06:08.535974 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e08535-ba97-4e0c-81c2-fb00440ab482 req-b11c4e40-b68d-48a6-84c8-b7ded3ec0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:08.537512 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-35e08535-ba97-4e0c-81c2-fb00440ab482 req-b11c4e40-b68d-48a6-84c8-b7ded3ec0d1e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d0c00ad55eda4d7f8a0370359478f2df&device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 1129 time: 0.0407348 Sep 15 18:06:08.632534 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e08535-ba97-4e0c-81c2-fb00440ab482 req-70fa3ece-9cc2-4eaf-9ee8-2295f7565def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:08.633922 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-35e08535-ba97-4e0c-81c2-fb00440ab482 req-70fa3ece-9cc2-4eaf-9ee8-2295f7565def service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a550ae18-8a00-4e46-ab8a-055d97ed7c96 HTTP/1.1" status: 200 len: 911 time: 0.0890324 Sep 15 18:06:08.700766 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-35e08535-ba97-4e0c-81c2-fb00440ab482 req-a70e6a44-43df-4319-b25a-bcdca422c242 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ddb18b-6922-45d7-ac99-65d8694cd856 HTTP/1.1" status: 200 len: 998 time: 0.0599868 Sep 15 18:06:08.754231 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e08535-ba97-4e0c-81c2-fb00440ab482 req-a3cdda16-ef3d-488b-8b24-191afd6053ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:08.755735 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-35e08535-ba97-4e0c-81c2-fb00440ab482 req-a3cdda16-ef3d-488b-8b24-191afd6053ed service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=0acbc2fd-b392-426b-a234-c034ff806cba HTTP/1.1" status: 200 len: 849 time: 0.0485749 Sep 15 18:06:08.801803 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-af4ba22b-9e9c-4ae4-8edc-58e252487eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '28b89dd9-0cd7-479e-ab89-d2a920111459', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'floating_ip_address': '172.28.1.20', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'port_id': '04ddb18b-6922-45d7-ac99-65d8694cd856', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'mac_address': 'fa:16:3e:2b:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0683966a-3efa-4e0c-b305-ed1a53abd885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:05:54Z', 'updated_at': '2022-09-15T18:06:07Z', 'revision_number': 1, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddde5d-e7ef-4bad-8516-63c1e1e29804', 'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'mac_address': 'fa:16:3e:00:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:57Z', 'updated_at': '2022-09-15T18:02:12Z', 'revision_number': 5, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'subnets': [{'id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:08.804363 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e08535-ba97-4e0c-81c2-fb00440ab482 req-dfb60d9e-138f-44a2-a278-6ddc6bb37d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:08.806554 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-35e08535-ba97-4e0c-81c2-fb00440ab482 req-dfb60d9e-138f-44a2-a278-6ddc6bb37d31 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a550ae18-8a00-4e46-ab8a-055d97ed7c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0444083 Sep 15 18:06:08.828245 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ba22b-9e9c-4ae4-8edc-58e252487eda None None] Checking router: b84c4870-2865-4e3f-9a8c-c69ae9d60eba for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:06:08.837883 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4ba22b-9e9c-4ae4-8edc-58e252487eda None None] Routers {'b84c4870-2865-4e3f-9a8c-c69ae9d60eba'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:06:08.838490 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-af4ba22b-9e9c-4ae4-8edc-58e252487eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:06:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:08.868619 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:08.898211 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-35e08535-ba97-4e0c-81c2-fb00440ab482 req-236fe9c5-c8ee-49ea-aca8-06c9e8342325 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850303 Sep 15 18:06:08.944290 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-af4ba22b-9e9c-4ae4-8edc-58e252487eda None None] Set router b84c4870-2865-4e3f-9a8c-c69ae9d60eba gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:06:09.000021 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-35e08535-ba97-4e0c-81c2-fb00440ab482 req-3179b8ec-1f18-4b09-8ed9-775dec93a6e9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955281 Sep 15 18:06:09.169322 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-af4ba22b-9e9c-4ae4-8edc-58e252487eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '28b89dd9-0cd7-479e-ab89-d2a920111459', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'floating_ip_address': '172.28.1.20', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'port_id': '04ddb18b-6922-45d7-ac99-65d8694cd856', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'mac_address': 'fa:16:3e:2b:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0683966a-3efa-4e0c-b305-ed1a53abd885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:05:54Z', 'updated_at': '2022-09-15T18:06:07Z', 'revision_number': 1, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddde5d-e7ef-4bad-8516-63c1e1e29804', 'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'mac_address': 'fa:16:3e:00:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:57Z', 'updated_at': '2022-09-15T18:02:12Z', 'revision_number': 5, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'subnets': [{'id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:09.193988 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ba22b-9e9c-4ae4-8edc-58e252487eda None None] The sync data for ids ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'] in dv-cinder-835384-27-smb is: [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '28b89dd9-0cd7-479e-ab89-d2a920111459', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'floating_ip_address': '172.28.1.20', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'port_id': '04ddb18b-6922-45d7-ac99-65d8694cd856', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'mac_address': 'fa:16:3e:2b:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0683966a-3efa-4e0c-b305-ed1a53abd885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:05:54Z', 'updated_at': '2022-09-15T18:06:07Z', 'revision_number': 1, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddde5d-e7ef-4bad-8516-63c1e1e29804', 'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'mac_address': 'fa:16:3e:00:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:57Z', 'updated_at': '2022-09-15T18:02:12Z', 'revision_number': 5, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'subnets': [{'id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:06:09.372754 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59048730-03ad-45c9-9ab0-63b3d0616f97 None None] New status for floating IP 28b89dd9-0cd7-479e-ab89-d2a920111459: ACTIVE {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:06:13.813614 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d61aab-07fc-4f88-a6a9-cafe43e7ad8d req-a58a1b81-c01e-4b31-b94b-36ced1cb5f11 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:13.815177 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d3d61aab-07fc-4f88-a6a9-cafe43e7ad8d req-a58a1b81-c01e-4b31-b94b-36ced1cb5f11 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0523429 Sep 15 18:06:13.867254 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d3d61aab-07fc-4f88-a6a9-cafe43e7ad8d req-a58e7952-73fb-4036-89f0-e5a3236e2a83 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464082 Sep 15 18:06:14.974018 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:14.993321 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0e776-cc0f-49fd-a8a7-85f390de7472 req-ba737163-bea2-48fb-96bb-ce4b73b48c69 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:14.995210 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-63e0e776-cc0f-49fd-a8a7-85f390de7472 req-ba737163-bea2-48fb-96bb-ce4b73b48c69 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0487084 Sep 15 18:06:15.043380 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-63e0e776-cc0f-49fd-a8a7-85f390de7472 req-7ebe6a99-c24c-474d-bae8-25be5daf7514 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420654 Sep 15 18:06:16.164819 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65802add-a166-4bd5-9d7c-ed7d51ff3888 req-85b348d6-55cc-4596-96b7-168668f43f1b tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:16.166316 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-65802add-a166-4bd5-9d7c-ed7d51ff3888 req-85b348d6-55cc-4596-96b7-168668f43f1b tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0468273 Sep 15 18:06:16.213509 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-65802add-a166-4bd5-9d7c-ed7d51ff3888 req-c8d27272-e3bd-4f7d-b322-843a50c4461b tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415382 Sep 15 18:06:17.335861 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b1892-5ebd-47df-92fc-73d649e12816 req-e229fa5a-0ff3-4f2e-bbc5-591d83839d2c tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:17.337346 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e12b1892-5ebd-47df-92fc-73d649e12816 req-e229fa5a-0ff3-4f2e-bbc5-591d83839d2c tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0499346 Sep 15 18:06:17.384788 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e12b1892-5ebd-47df-92fc-73d649e12816 req-c86b6aae-c90d-4944-98ac-41d1850c06ae tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce403976-a80c-42a4-98a7-18a6000489ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416255 Sep 15 18:06:17.577654 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b9596-6195-4ba0-a13b-013bf24ad552 req-385271fd-d94f-44db-b866-8483869d6ab1 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:17.579029 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f82b9596-6195-4ba0-a13b-013bf24ad552 req-385271fd-d94f-44db-b866-8483869d6ab1 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 946 time: 0.0480301 Sep 15 18:06:17.617955 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:17.679910 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-f82b9596-6195-4ba0-a13b-013bf24ad552 req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Deleting port ad21df59-e5cd-4e57-b97d-fdacd1977ad0 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:06:17.680357 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-f82b9596-6195-4ba0-a13b-013bf24ad552 req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (ad21df59-e5cd-4e57-b97d-fdacd1977ad0), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:17.771694 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-f82b9596-6195-4ba0-a13b-013bf24ad552 req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] For port ad21df59-e5cd-4e57-b97d-fdacd1977ad0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ad21df59-e5cd-4e57-b97d-fdacd1977ad0,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:17.772051 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-f82b9596-6195-4ba0-a13b-013bf24ad552 req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (ad21df59-e5cd-4e57-b97d-fdacd1977ad0), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:17.942350 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-f82b9596-6195-4ba0-a13b-013bf24ad552 req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:17.942727 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-f82b9596-6195-4ba0-a13b-013bf24ad552 req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (4f9b1dbe-227e-4b88-9264-1bec7cef4e7d), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:17.943038 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.l3_db [req-f82b9596-6195-4ba0-a13b-013bf24ad552 req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Floating IP 4f9b1dbe-227e-4b88-9264-1bec7cef4e7d disassociated. External IP: 172.28.1.188, port: ad21df59-e5cd-4e57-b97d-fdacd1977ad0. Sep 15 18:06:17.943383 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-f82b9596-6195-4ba0-a13b-013bf24ad552 req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Calling delete_port for ad21df59-e5cd-4e57-b97d-fdacd1977ad0 owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:06:18.068036 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-f82b9596-6195-4ba0-a13b-013bf24ad552 req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (ad21df59-e5cd-4e57-b97d-fdacd1977ad0), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:18.096741 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Pushing event deleted for resources: {'Port': ['ID=ad21df59-e5cd-4e57-b97d-fdacd1977ad0,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:18.109025 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:18.109408 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:18.109759 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:18.110122 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:18.110446 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:18.110791 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:18.111124 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:18.111480 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:18.111813 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:18.112145 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:18.112477 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:18.112807 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:18.113135 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:18.113490 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:18.113821 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:18.227680 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f82b9596-6195-4ba0-a13b-013bf24ad552 req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:06:18.334393 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f82b9596-6195-4ba0-a13b-013bf24ad552 req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:06:18.340335 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:18.346254 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed832b5-7077-40e4-a740-539f92981bcb None None] Sync routers for ids ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:06:18.356641 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed832b5-7077-40e4-a740-539f92981bcb None None] Routers {'088a99d8-6802-4c8c-bdde-95a8dfc52ef0'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:06:18.357253 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7ed832b5-7077-40e4-a740-539f92981bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:06:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:18.383970 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82b9596-6195-4ba0-a13b-013bf24ad552 req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] No DVR routers for this DVR port ad21df59-e5cd-4e57-b97d-fdacd1977ad0 on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:06:18.386481 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-f82b9596-6195-4ba0-a13b-013bf24ad552 req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:18.389756 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f82b9596-6195-4ba0-a13b-013bf24ad552 req-7d0d04aa-4f7d-4d0b-a011-1a76578a9931 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.27 "DELETE /networking/v2.0/ports/ad21df59-e5cd-4e57-b97d-fdacd1977ad0 HTTP/1.1" status: 204 len: 173 time: 0.8010995 Sep 15 18:06:18.390250 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'name': 'network-vif-deleted', 'tag': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:06:18.392577 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570e4025-c5a6-4315-a824-3f7e5e2f032a" -d '{"events": [{"server_uuid": "0eba8b7d-23f4-422b-b283-70a5ecfdd040", "name": "network-vif-deleted", "tag": "ad21df59-e5cd-4e57-b97d-fdacd1977ad0"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:06:18.440035 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:18.450277 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:18.451247 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701c8415-e161-4bab-85c4-1d81d72d7b45 x-openstack-request-id: req-701c8415-e161-4bab-85c4-1d81d72d7b45 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:06:18.451563 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eba8b7d-23f4-422b-b283-70a5ecfdd040", "name": "network-vif-deleted", "tag": "ad21df59-e5cd-4e57-b97d-fdacd1977ad0", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:06:18.451965 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-701c8415-e161-4bab-85c4-1d81d72d7b45 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:06:18.452296 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-701c8415-e161-4bab-85c4-1d81d72d7b45'] response: {'server_uuid': '0eba8b7d-23f4-422b-b283-70a5ecfdd040', 'name': 'network-vif-deleted', 'tag': 'ad21df59-e5cd-4e57-b97d-fdacd1977ad0', 'status': 'completed', 'code': 200} Sep 15 18:06:18.466399 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7ed832b5-7077-40e4-a740-539f92981bcb None None] Set router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:06:18.508610 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c6c3442a-a38b-4d66-a5e1-6b6aa1de936d req-13c8441a-4455-4ac7-a128-553cb71f178f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0eba8b7d-23f4-422b-b283-70a5ecfdd040 HTTP/1.1" status: 200 len: 210 time: 0.0384977 Sep 15 18:06:18.695028 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7ed832b5-7077-40e4-a740-539f92981bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:02:04Z', 'revision_number': 4, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port': {'id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:56Z', 'updated_at': '2022-09-15T18:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'bec27a12-6472-4d5f-acc3-71eaf5a50203', 'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'tenant_id': '646252485a394aff93dd855c977cc609', 'mac_address': 'fa:16:3e:d1:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:02:02Z', 'updated_at': '2022-09-15T18:02:20Z', 'revision_number': 5, 'project_id': '646252485a394aff93dd855c977cc609', 'subnets': [{'id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:18.723053 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed832b5-7077-40e4-a740-539f92981bcb None None] Checking router: 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:06:18.731336 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed832b5-7077-40e4-a740-539f92981bcb None None] Routers {'088a99d8-6802-4c8c-bdde-95a8dfc52ef0'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:06:18.731966 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7ed832b5-7077-40e4-a740-539f92981bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:06:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:18.833730 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7ed832b5-7077-40e4-a740-539f92981bcb None None] Set router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:06:19.022386 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7ed832b5-7077-40e4-a740-539f92981bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:02:04Z', 'revision_number': 4, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port': {'id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:56Z', 'updated_at': '2022-09-15T18:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'bec27a12-6472-4d5f-acc3-71eaf5a50203', 'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'tenant_id': '646252485a394aff93dd855c977cc609', 'mac_address': 'fa:16:3e:d1:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:02:02Z', 'updated_at': '2022-09-15T18:02:20Z', 'revision_number': 5, 'project_id': '646252485a394aff93dd855c977cc609', 'subnets': [{'id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:19.050848 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed832b5-7077-40e4-a740-539f92981bcb None None] The sync data for ids ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'] in dv-cinder-835384-27-smb is: [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:02:04Z', 'revision_number': 4, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port': {'id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:56Z', 'updated_at': '2022-09-15T18:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'bec27a12-6472-4d5f-acc3-71eaf5a50203', 'name': '', 'network_id': '8593de74-aee0-42c2-a47e-251a344102c2', 'tenant_id': '646252485a394aff93dd855c977cc609', 'mac_address': 'fa:16:3e:d1:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:02:02Z', 'updated_at': '2022-09-15T18:02:20Z', 'revision_number': 5, 'project_id': '646252485a394aff93dd855c977cc609', 'subnets': [{'id': '397f452f-84f2-47b4-83c7-c0b41ea0d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:06:19.271067 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977a952e-46d8-4188-88a3-2ce8bbc8871b None None] New status for floating IP 4f9b1dbe-227e-4b88-9264-1bec7cef4e7d: DOWN {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:06:19.602756 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36142) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:19.657358 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-515ef875-ae23-42a5-a6d0-4c25aa1c365d tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for security_group (ce403976-a80c-42a4-98a7-18a6000489ff), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:19.679768 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-515ef875-ae23-42a5-a6d0-4c25aa1c365d tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for security_group (ce403976-a80c-42a4-98a7-18a6000489ff), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:19.729577 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-515ef875-ae23-42a5-a6d0-4c25aa1c365d tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (ce403976-a80c-42a4-98a7-18a6000489ff), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:19.731971 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-515ef875-ae23-42a5-a6d0-4c25aa1c365d tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:19.733101 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-515ef875-ae23-42a5-a6d0-4c25aa1c365d tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ce403976-a80c-42a4-98a7-18a6000489ff HTTP/1.1" status: 204 len: 168 time: 0.1293640 Sep 15 18:06:19.735859 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36144) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:19.742656 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ef875-ae23-42a5-a6d0-4c25aa1c365d tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce403976-a80c-42a4-98a7-18a6000489ff,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:19.749274 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.api.v2.resource [None req-fc81b99f-5b87-40d2-bba0-092014514e48 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] show failed (client error): The resource could not be found. Sep 15 18:06:19.750296 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-fc81b99f-5b87-40d2-bba0-092014514e48 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups/ce403976-a80c-42a4-98a7-18a6000489ff HTTP/1.1" status: 404 len: 347 time: 0.0134389 Sep 15 18:06:19.753507 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36146) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:19.863808 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Deleting port da7e31d4-bf2e-4ae9-a32e-7362acdcf3bd {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:06:19.864136 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (da7e31d4-bf2e-4ae9-a32e-7362acdcf3bd), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:19.948124 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (da7e31d4-bf2e-4ae9-a32e-7362acdcf3bd), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:19.948451 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for floatingip (da7e31d4-bf2e-4ae9-a32e-7362acdcf3bd), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:19.965713 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Calling delete_port for da7e31d4-bf2e-4ae9-a32e-7362acdcf3bd owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:06:20.106171 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (da7e31d4-bf2e-4ae9-a32e-7362acdcf3bd), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:20.132585 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Pushing event deleted for resources: {'Port': ['ID=da7e31d4-bf2e-4ae9-a32e-7362acdcf3bd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:20.158562 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:20.158907 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:20.159247 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:20.159587 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:20.160024 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:20.160248 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:20.160572 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:20.160896 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:20.161213 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:20.161562 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:20.161885 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:20.162202 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:20.162521 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:20.162836 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:20.163154 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:20.203442 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks [] for floatingip (4f9b1dbe-227e-4b88-9264-1bec7cef4e7d), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:20.205968 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:20.207149 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-d5806ad9-d0f6-410d-8fd1-979716457e06 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/4f9b1dbe-227e-4b88-9264-1bec7cef4e7d HTTP/1.1" status: 204 len: 168 time: 0.4527526 Sep 15 18:06:20.275612 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device ad21df59-e5cd-4e57-b97d-fdacd1977ad0 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:06:20.296071 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: ad21df59-e5cd-4e57-b97d-fdacd1977ad0 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:06:20.296422 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device ad21df59-e5cd-4e57-b97d-fdacd1977ad0 not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:06:22.683733 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01481842-dff3-457c-badb-83dbdc9d05e8 req-7fd58ece-4f72-4765-bf3d-6fee17535a89 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:22.685208 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-01481842-dff3-457c-badb-83dbdc9d05e8 req-7fd58ece-4f72-4765-bf3d-6fee17535a89 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0467353 Sep 15 18:06:22.732492 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:22.737154 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-01481842-dff3-457c-badb-83dbdc9d05e8 req-8eca1345-20f3-414e-9db9-cb17342f5b90 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456581 Sep 15 18:06:23.859716 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0d6d8-6da2-45c2-8cfd-6a2983ed5c2a req-2805080c-d287-4643-a212-fe9997a94a37 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:23.861143 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f8b0d6d8-6da2-45c2-8cfd-6a2983ed5c2a req-2805080c-d287-4643-a212-fe9997a94a37 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0460680 Sep 15 18:06:23.906364 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f8b0d6d8-6da2-45c2-8cfd-6a2983ed5c2a req-3aaba535-ed80-43b9-bd2a-72081b7ca431 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397596 Sep 15 18:06:24.398666 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:24.990454 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:25.029011 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01c122-c944-4802-96d8-56c895614cbe req-9f2dd9e1-6378-458c-97a9-f2c5a56629ce tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:25.030500 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0e01c122-c944-4802-96d8-56c895614cbe req-9f2dd9e1-6378-458c-97a9-f2c5a56629ce tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0489368 Sep 15 18:06:25.077272 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0e01c122-c944-4802-96d8-56c895614cbe req-d068da1c-253b-4695-a607-aa0581068be2 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407135 Sep 15 18:06:25.125331 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:25.139970 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae51ba2-5075-457a-a774-51a3c0cefc57 req-d80b07e6-72ab-4ee8-956c-c08140d58488 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:25.141479 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2ae51ba2-5075-457a-a774-51a3c0cefc57 req-d80b07e6-72ab-4ee8-956c-c08140d58488 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 946 time: 0.0485058 Sep 15 18:06:25.227631 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-2ae51ba2-5075-457a-a774-51a3c0cefc57 req-91765276-c637-4fef-af87-7ed005e32551 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Deleting port 96a80795-1c8c-4798-8443-e1d31be4689b {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:06:25.227969 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2ae51ba2-5075-457a-a774-51a3c0cefc57 req-91765276-c637-4fef-af87-7ed005e32551 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (96a80795-1c8c-4798-8443-e1d31be4689b), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:25.315540 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-2ae51ba2-5075-457a-a774-51a3c0cefc57 req-91765276-c637-4fef-af87-7ed005e32551 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] For port 96a80795-1c8c-4798-8443-e1d31be4689b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=96a80795-1c8c-4798-8443-e1d31be4689b,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:25.315819 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2ae51ba2-5075-457a-a774-51a3c0cefc57 req-91765276-c637-4fef-af87-7ed005e32551 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (96a80795-1c8c-4798-8443-e1d31be4689b), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:25.332551 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-2ae51ba2-5075-457a-a774-51a3c0cefc57 req-91765276-c637-4fef-af87-7ed005e32551 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Calling delete_port for 96a80795-1c8c-4798-8443-e1d31be4689b owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:06:25.456493 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2ae51ba2-5075-457a-a774-51a3c0cefc57 req-91765276-c637-4fef-af87-7ed005e32551 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (96a80795-1c8c-4798-8443-e1d31be4689b), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:25.483486 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91765276-c637-4fef-af87-7ed005e32551 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Pushing event deleted for resources: {'Port': ['ID=96a80795-1c8c-4798-8443-e1d31be4689b,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:25.497431 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['e87b14a2-564d-4899-9457-0622d02b8376', '96a80795-1c8c-4798-8443-e1d31be4689b'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:06:25.533932 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae51ba2-5075-457a-a774-51a3c0cefc57 req-91765276-c637-4fef-af87-7ed005e32551 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] No DVR routers for this DVR port 96a80795-1c8c-4798-8443-e1d31be4689b on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:06:25.536552 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2ae51ba2-5075-457a-a774-51a3c0cefc57 req-91765276-c637-4fef-af87-7ed005e32551 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:25.539842 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2ae51ba2-5075-457a-a774-51a3c0cefc57 req-91765276-c637-4fef-af87-7ed005e32551 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.27 "DELETE /networking/v2.0/ports/96a80795-1c8c-4798-8443-e1d31be4689b HTTP/1.1" status: 204 len: 173 time: 0.3917112 Sep 15 18:06:25.540329 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be95c25-9992-45e4-a240-c65ef0b357b7', 'name': 'network-vif-deleted', 'tag': '96a80795-1c8c-4798-8443-e1d31be4689b'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:06:25.542593 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d9f647-9f89-4f60-9f4b-226b33ecc6a2" -d '{"events": [{"server_uuid": "1be95c25-9992-45e4-a240-c65ef0b357b7", "name": "network-vif-deleted", "tag": "96a80795-1c8c-4798-8443-e1d31be4689b"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:06:25.585013 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9ed76f-36d0-4f6b-ac3a-b466c8bb09ae x-openstack-request-id: req-5d9ed76f-36d0-4f6b-ac3a-b466c8bb09ae {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:06:25.585359 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be95c25-9992-45e4-a240-c65ef0b357b7", "name": "network-vif-deleted", "tag": "96a80795-1c8c-4798-8443-e1d31be4689b", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:06:25.585775 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d9ed76f-36d0-4f6b-ac3a-b466c8bb09ae {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:06:25.586035 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9ed76f-36d0-4f6b-ac3a-b466c8bb09ae'] response: {'server_uuid': '1be95c25-9992-45e4-a240-c65ef0b357b7', 'name': 'network-vif-deleted', 'tag': '96a80795-1c8c-4798-8443-e1d31be4689b', 'status': 'completed', 'code': 200} Sep 15 18:06:26.196471 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4fa0fe00-bb52-4773-8261-e39681168418 req-66af78d2-4663-40ec-8f28-ea8f06dac087 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1be95c25-9992-45e4-a240-c65ef0b357b7 HTTP/1.1" status: 200 len: 210 time: 0.0309215 Sep 15 18:06:27.483054 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb45c8-b753-463c-bb57-edfe44f63d27 req-319e3ea3-92fc-450d-8071-a42335528050 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:27.484644 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-39eb45c8-b753-463c-bb57-edfe44f63d27 req-319e3ea3-92fc-450d-8071-a42335528050 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0481555 Sep 15 18:06:27.536095 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-39eb45c8-b753-463c-bb57-edfe44f63d27 req-7c4189b4-49a1-44f1-a427-b95873578193 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451918 Sep 15 18:06:28.322404 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 96a80795-1c8c-4798-8443-e1d31be4689b no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:06:28.342645 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: 96a80795-1c8c-4798-8443-e1d31be4689b {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:06:28.342992 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 96a80795-1c8c-4798-8443-e1d31be4689b not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:06:28.656808 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288e9e2-d0ce-43ec-a6ff-35ebaffcfd33 req-606dffd4-3d94-4335-b3f3-d3b1527bd07d tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:28.658321 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0288e9e2-d0ce-43ec-a6ff-35ebaffcfd33 req-606dffd4-3d94-4335-b3f3-d3b1527bd07d tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0455720 Sep 15 18:06:28.704900 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0288e9e2-d0ce-43ec-a6ff-35ebaffcfd33 req-e9b5734c-bffd-47ab-a8c0-3676055e3ac4 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Sep 15 18:06:28.928829 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-633d2ebd-848e-4002-80e5-0fa24550958d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:29.012427 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=50 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:29.025073 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=62 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:29.470716 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:06:29.825381 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31382a93-aa8b-4a39-b1ad-a88b2f38bb0e req-c7f302d6-6bdf-4b74-95aa-ccceab24c949 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:29.826860 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-31382a93-aa8b-4a39-b1ad-a88b2f38bb0e req-c7f302d6-6bdf-4b74-95aa-ccceab24c949 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0492740 Sep 15 18:06:29.880677 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-31382a93-aa8b-4a39-b1ad-a88b2f38bb0e req-a5530eef-3c84-4d74-a88d-3016b50063c3 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473063 Sep 15 18:06:31.004542 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf4410-e91f-4732-8478-d725d281094e req-d694abd9-a030-49e4-94b8-50ab17fe0262 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:31.006047 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6daf4410-e91f-4732-8478-d725d281094e req-d694abd9-a030-49e4-94b8-50ab17fe0262 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0485482 Sep 15 18:06:31.053259 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6daf4410-e91f-4732-8478-d725d281094e req-45f43862-82d0-4f2c-b9f3-3fc054e7bf7f tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0cd17268-af74-461d-910d-608ab3a76152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416188 Sep 15 18:06:31.107071 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1b6e3-a5f1-41aa-9a75-1c34897e6a83 req-ded5fddc-4329-4255-9e69-f4410bcd69d6 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:31.108518 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fbb1b6e3-a5f1-41aa-9a75-1c34897e6a83 req-ded5fddc-4329-4255-9e69-f4410bcd69d6 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 945 time: 0.0475419 Sep 15 18:06:31.198142 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-fbb1b6e3-a5f1-41aa-9a75-1c34897e6a83 req-1fb83ee6-f54b-4e94-a25c-3a3d9efd56c0 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Deleting port e87b14a2-564d-4899-9457-0622d02b8376 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:06:31.198485 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-fbb1b6e3-a5f1-41aa-9a75-1c34897e6a83 req-1fb83ee6-f54b-4e94-a25c-3a3d9efd56c0 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (e87b14a2-564d-4899-9457-0622d02b8376), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:31.290588 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-fbb1b6e3-a5f1-41aa-9a75-1c34897e6a83 req-1fb83ee6-f54b-4e94-a25c-3a3d9efd56c0 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] For port e87b14a2-564d-4899-9457-0622d02b8376, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e87b14a2-564d-4899-9457-0622d02b8376,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:31.290949 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-fbb1b6e3-a5f1-41aa-9a75-1c34897e6a83 req-1fb83ee6-f54b-4e94-a25c-3a3d9efd56c0 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (e87b14a2-564d-4899-9457-0622d02b8376), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:31.303675 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-fbb1b6e3-a5f1-41aa-9a75-1c34897e6a83 req-1fb83ee6-f54b-4e94-a25c-3a3d9efd56c0 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Calling delete_port for e87b14a2-564d-4899-9457-0622d02b8376 owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:06:31.362677 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:31.437465 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-fbb1b6e3-a5f1-41aa-9a75-1c34897e6a83 req-1fb83ee6-f54b-4e94-a25c-3a3d9efd56c0 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (e87b14a2-564d-4899-9457-0622d02b8376), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:31.467835 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb83ee6-f54b-4e94-a25c-3a3d9efd56c0 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Pushing event deleted for resources: {'Port': ['ID=e87b14a2-564d-4899-9457-0622d02b8376,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:31.487440 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['e87b14a2-564d-4899-9457-0622d02b8376'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:06:31.512726 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f368c4d-05b8-4f4e-bbbf-6457147a850f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:31.517178 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb1b6e3-a5f1-41aa-9a75-1c34897e6a83 req-1fb83ee6-f54b-4e94-a25c-3a3d9efd56c0 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] No DVR routers for this DVR port e87b14a2-564d-4899-9457-0622d02b8376 on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:06:31.520265 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-fbb1b6e3-a5f1-41aa-9a75-1c34897e6a83 req-1fb83ee6-f54b-4e94-a25c-3a3d9efd56c0 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:31.525512 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fbb1b6e3-a5f1-41aa-9a75-1c34897e6a83 req-1fb83ee6-f54b-4e94-a25c-3a3d9efd56c0 tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.27 "DELETE /networking/v2.0/ports/e87b14a2-564d-4899-9457-0622d02b8376 HTTP/1.1" status: 204 len: 173 time: 0.4107494 Sep 15 18:06:31.526295 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e3d7f-5401-496e-b415-b58ce826ca39', 'name': 'network-vif-deleted', 'tag': 'e87b14a2-564d-4899-9457-0622d02b8376'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:06:31.530075 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e02712-e4da-4541-bd0d-a2331d2a7558" -d '{"events": [{"server_uuid": "350e3d7f-5401-496e-b415-b58ce826ca39", "name": "network-vif-deleted", "tag": "e87b14a2-564d-4899-9457-0622d02b8376"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:06:31.571871 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747365fd-3816-4ab3-9297-58b65bbfad3b x-openstack-request-id: req-747365fd-3816-4ab3-9297-58b65bbfad3b {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:06:31.572031 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350e3d7f-5401-496e-b415-b58ce826ca39", "name": "network-vif-deleted", "tag": "e87b14a2-564d-4899-9457-0622d02b8376", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:06:31.572247 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-747365fd-3816-4ab3-9297-58b65bbfad3b {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:06:31.572660 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747365fd-3816-4ab3-9297-58b65bbfad3b'] response: {'server_uuid': '350e3d7f-5401-496e-b415-b58ce826ca39', 'name': 'network-vif-deleted', 'tag': 'e87b14a2-564d-4899-9457-0622d02b8376', 'status': 'completed', 'code': 200} Sep 15 18:06:32.176489 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-eb9b91dc-b606-419c-80d7-74286d010bbe req-fd711828-62ce-45f3-9035-b0516aada7af tempest-ServerRescueNegativeTestJSON-1347899677 tempest-ServerRescueNegativeTestJSON-1347899677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=350e3d7f-5401-496e-b415-b58ce826ca39 HTTP/1.1" status: 200 len: 210 time: 0.0326302 Sep 15 18:06:32.509234 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:33.242817 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36196) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:33.554756 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afc8905e-e4d5-45b2-88be-07a9f24bd81d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433571'] for router_interface (088a99d8-6802-4c8c-bdde-95a8dfc52ef0), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:33.660465 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:33.732660 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:33.788286 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-afc8905e-e4d5-45b2-88be-07a9f24bd81d admin admin] Deleting port bec27a12-6472-4d5f-acc3-71eaf5a50203 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:06:33.788554 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afc8905e-e4d5-45b2-88be-07a9f24bd81d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (bec27a12-6472-4d5f-acc3-71eaf5a50203), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:33.868380 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-afc8905e-e4d5-45b2-88be-07a9f24bd81d admin admin] For port bec27a12-6472-4d5f-acc3-71eaf5a50203, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=bec27a12-6472-4d5f-acc3-71eaf5a50203,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:33.868740 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afc8905e-e4d5-45b2-88be-07a9f24bd81d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (bec27a12-6472-4d5f-acc3-71eaf5a50203), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:33.884172 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-afc8905e-e4d5-45b2-88be-07a9f24bd81d admin admin] Calling delete_port for bec27a12-6472-4d5f-acc3-71eaf5a50203 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:06:33.887124 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:34.078075 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afc8905e-e4d5-45b2-88be-07a9f24bd81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (bec27a12-6472-4d5f-acc3-71eaf5a50203), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:34.079985 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:34.102911 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8905e-e4d5-45b2-88be-07a9f24bd81d admin admin] Pushing event deleted for resources: {'Port': ['ID=bec27a12-6472-4d5f-acc3-71eaf5a50203,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:34.272977 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afc8905e-e4d5-45b2-88be-07a9f24bd81d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550931'] for router_interface (088a99d8-6802-4c8c-bdde-95a8dfc52ef0), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:34.334916 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device e87b14a2-564d-4899-9457-0622d02b8376 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:06:34.337069 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=70,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:34.338552 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=73,neutron:UPDATE=8 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:34.357075 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: e87b14a2-564d-4899-9457-0622d02b8376 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:06:34.357544 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device e87b14a2-564d-4899-9457-0622d02b8376 not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:06:34.712080 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc8905e-e4d5-45b2-88be-07a9f24bd81d admin admin] Router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:06:34.753998 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:34.802730 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:34.815472 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc8905e-e4d5-45b2-88be-07a9f24bd81d admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:06:34.820281 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-afc8905e-e4d5-45b2-88be-07a9f24bd81d admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/088a99d8-6802-4c8c-bdde-95a8dfc52ef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5764225 Sep 15 18:06:34.822955 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36198) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:34.826280 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80804f1-2414-4a44-8542-63ce2ac23134 None None] Sync routers for ids ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:06:34.836391 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80804f1-2414-4a44-8542-63ce2ac23134 None None] Routers {'088a99d8-6802-4c8c-bdde-95a8dfc52ef0'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:06:34.837006 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e80804f1-2414-4a44-8542-63ce2ac23134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:06:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:34.924347 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a779-764b-4c63-837f-44d948873d9a admin admin] Publish callbacks [] for router (088a99d8-6802-4c8c-bdde-95a8dfc52ef0), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:35.025691 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e80804f1-2414-4a44-8542-63ce2ac23134 None None] Set router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:06:35.027966 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a779-764b-4c63-837f-44d948873d9a admin admin] Publish callbacks [] for router_gateway (088a99d8-6802-4c8c-bdde-95a8dfc52ef0), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:35.074042 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0fc9a779-764b-4c63-837f-44d948873d9a admin admin] Deleting port c16a8de9-58d5-4e29-abf4-5d4705d13f51 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:06:35.074383 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a779-764b-4c63-837f-44d948873d9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (c16a8de9-58d5-4e29-abf4-5d4705d13f51), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:35.155449 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-0fc9a779-764b-4c63-837f-44d948873d9a admin admin] For port c16a8de9-58d5-4e29-abf4-5d4705d13f51, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=c16a8de9-58d5-4e29-abf4-5d4705d13f51,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:35.155710 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a779-764b-4c63-837f-44d948873d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (c16a8de9-58d5-4e29-abf4-5d4705d13f51), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:35.172773 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0fc9a779-764b-4c63-837f-44d948873d9a admin admin] Calling delete_port for c16a8de9-58d5-4e29-abf4-5d4705d13f51 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:06:35.194514 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e80804f1-2414-4a44-8542-63ce2ac23134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200'}], 'enable_snat': True}, 'gw_port_id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:06:34Z', 'revision_number': 5, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port': {'id': 'c16a8de9-58d5-4e29-abf4-5d4705d13f51', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:56Z', 'updated_at': '2022-09-15T18:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:35.221233 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80804f1-2414-4a44-8542-63ce2ac23134 None None] Checking router: 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:06:35.229588 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80804f1-2414-4a44-8542-63ce2ac23134 None None] Routers {'088a99d8-6802-4c8c-bdde-95a8dfc52ef0'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:06:35.230200 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e80804f1-2414-4a44-8542-63ce2ac23134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:06:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:35.316255 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e80804f1-2414-4a44-8542-63ce2ac23134 None None] Set router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:06:35.345625 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a779-764b-4c63-837f-44d948873d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (c16a8de9-58d5-4e29-abf4-5d4705d13f51), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:35.368933 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e80804f1-2414-4a44-8542-63ce2ac23134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:06:35Z', 'revision_number': 6, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port_host': None}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:35.369167 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9a779-764b-4c63-837f-44d948873d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=c16a8de9-58d5-4e29-abf4-5d4705d13f51,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:35.394591 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80804f1-2414-4a44-8542-63ce2ac23134 None None] The sync data for ids ['088a99d8-6802-4c8c-bdde-95a8dfc52ef0'] in dv-cinder-835384-27-smb is: [{'id': '088a99d8-6802-4c8c-bdde-95a8dfc52ef0', 'name': 'tempest-ServerRescueNegativeTestJSON-1447860904-router', 'tenant_id': '646252485a394aff93dd855c977cc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:53Z', 'updated_at': '2022-09-15T18:06:35Z', 'revision_number': 6, 'project_id': '646252485a394aff93dd855c977cc609', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:06:35.439663 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a779-764b-4c63-837f-44d948873d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556889'] for router_gateway (088a99d8-6802-4c8c-bdde-95a8dfc52ef0), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:35.537712 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a779-764b-4c63-837f-44d948873d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-659'] for router (088a99d8-6802-4c8c-bdde-95a8dfc52ef0), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:35.539859 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a779-764b-4c63-837f-44d948873d9a admin admin] Publish callbacks [] for router_controller (088a99d8-6802-4c8c-bdde-95a8dfc52ef0), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:35.605185 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a779-764b-4c63-837f-44d948873d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551022'] for router (088a99d8-6802-4c8c-bdde-95a8dfc52ef0), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:35.605809 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc9a779-764b-4c63-837f-44d948873d9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 088a99d8-6802-4c8c-bdde-95a8dfc52ef0 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:06:35.611158 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a779-764b-4c63-837f-44d948873d9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:35.612202 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-0fc9a779-764b-4c63-837f-44d948873d9a admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/088a99d8-6802-4c8c-bdde-95a8dfc52ef0 HTTP/1.1" status: 204 len: 168 time: 0.7883196 Sep 15 18:06:35.614779 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36200) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:35.658318 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-8134b12d-9359-44d8-b649-a023a66424da admin admin] Deleting subnet 397f452f-84f2-47b4-83c7-c0b41ea0d7ed {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 18:06:35.661443 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8134b12d-9359-44d8-b649-a023a66424da admin admin] Publish callbacks [] for subnet (397f452f-84f2-47b4-83c7-c0b41ea0d7ed), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:35.693636 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:35.695872 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8134b12d-9359-44d8-b649-a023a66424da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5629009'] for subnet (397f452f-84f2-47b4-83c7-c0b41ea0d7ed), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:35.774424 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:35.779571 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8134b12d-9359-44d8-b649-a023a66424da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725546'] for subnet (397f452f-84f2-47b4-83c7-c0b41ea0d7ed), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:35.843582 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8134b12d-9359-44d8-b649-a023a66424da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5339584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6227449'] for subnet (397f452f-84f2-47b4-83c7-c0b41ea0d7ed), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:35.870339 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134b12d-9359-44d8-b649-a023a66424da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=397f452f-84f2-47b4-83c7-c0b41ea0d7ed,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:35.874977 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8134b12d-9359-44d8-b649-a023a66424da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:35.879072 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-8134b12d-9359-44d8-b649-a023a66424da admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/397f452f-84f2-47b4-83c7-c0b41ea0d7ed HTTP/1.1" status: 204 len: 168 time: 0.2633798 Sep 15 18:06:35.879265 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d77f55-f147-4df7-978a-fa7df3b21e74 None None] Network 8593de74-aee0-42c2-a47e-251a344102c2 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:06:35.881521 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36204) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:35.955880 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322015'] for network (8593de74-aee0-42c2-a47e-251a344102c2), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:35.998164 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] Deleting port 56a830de-335e-4d71-a677-27bba5543bfc {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:06:35.998504 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (56a830de-335e-4d71-a677-27bba5543bfc), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:36.060333 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] For port 56a830de-335e-4d71-a677-27bba5543bfc, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=56a830de-335e-4d71-a677-27bba5543bfc,segment=NetworkSegment(a328c2de-4cc9-49d4-923f-677bf8718f4f),segment_id=a328c2de-4cc9-49d4-923f-677bf8718f4f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:36.060694 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (56a830de-335e-4d71-a677-27bba5543bfc), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:36.076440 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] Calling delete_port for 56a830de-335e-4d71-a677-27bba5543bfc owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:06:36.186324 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd4aef4-b7b8-40b3-a851-bf00dfe9cc07 None None] DHCP port deletion for 8593de74-aee0-42c2-a47e-251a344102c2 request from dv-cinder-835384-27-smb {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 18:06:36.189919 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (56a830de-335e-4d71-a677-27bba5543bfc), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:36.195620 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device bec27a12-6472-4d5f-acc3-71eaf5a50203 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:06:36.223538 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: bec27a12-6472-4d5f-acc3-71eaf5a50203 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:06:36.224143 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device bec27a12-6472-4d5f-acc3-71eaf5a50203 not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:06:36.231762 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] Pushing event deleted for resources: {'Port': ['ID=56a830de-335e-4d71-a677-27bba5543bfc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:36.236526 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] No DVR routers for this DVR port 56a830de-335e-4d71-a677-27bba5543bfc on host dv-cinder-835384-27-smb {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:06:36.312920 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349697', 'neutron.services.segments.db._delete_segments_for_network-8775822491329'] for network (8593de74-aee0-42c2-a47e-251a344102c2), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:36.333693 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8593de74-aee0-42c2-a47e-251a344102c2']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:36.343126 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a328c2de-4cc9-49d4-923f-677bf8718f4f') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:36.343424 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a328c2de-4cc9-49d4-923f-677bf8718f4f') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:36.353828 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775822491221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5629034'] for segment (a328c2de-4cc9-49d4-923f-677bf8718f4f), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:36.367316 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (a328c2de-4cc9-49d4-923f-677bf8718f4f), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:36.374496 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:06:36.374831 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5339514'] for segment (a328c2de-4cc9-49d4-923f-677bf8718f4f), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:36.416795 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment a328c2de-4cc9-49d4-923f-677bf8718f4f resource provider aggregate not found Sep 15 18:06:36.439524 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment a328c2de-4cc9-49d4-923f-677bf8718f4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a328c2de-4cc9-49d4-923f-677bf8718f4f found for delete ", "request_id": "req-0b7767b0-50a8-45c0-ad59-d2c639b5ec0d"}]} Sep 15 18:06:36.447487 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556940'] for network (8593de74-aee0-42c2-a47e-251a344102c2), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:36.467915 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:36.471427 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/8593de74-aee0-42c2-a47e-251a344102c2 HTTP/1.1" status: 204 len: 168 time: 0.5889537 Sep 15 18:06:36.472755 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e43ca-f5db-42d6-a8e3-4c1e1129dc1c admin admin] Pushing event deleted for resources: {'Network': ['ID=8593de74-aee0-42c2-a47e-251a344102c2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:36.638623 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36212) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:36.677850 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-fc3b5279-149a-402e-a599-a0aeae37a511 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=646252485a394aff93dd855c977cc609&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380108 Sep 15 18:06:36.680186 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36214) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:36.727993 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b05fc58-1a7d-4513-8084-38b4d0b473c9 admin admin] Publish callbacks [] for security_group (0cd17268-af74-461d-910d-608ab3a76152), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:36.748241 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b05fc58-1a7d-4513-8084-38b4d0b473c9 admin admin] Publish callbacks [] for security_group (0cd17268-af74-461d-910d-608ab3a76152), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:36.773160 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:36.795159 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b05fc58-1a7d-4513-8084-38b4d0b473c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (0cd17268-af74-461d-910d-608ab3a76152), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:36.798182 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b05fc58-1a7d-4513-8084-38b4d0b473c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:36.799313 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-6b05fc58-1a7d-4513-8084-38b4d0b473c9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0cd17268-af74-461d-910d-608ab3a76152 HTTP/1.1" status: 204 len: 168 time: 0.1182513 Sep 15 18:06:36.807804 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05fc58-1a7d-4513-8084-38b4d0b473c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd17268-af74-461d-910d-608ab3a76152,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:37.501334 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36236) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:37.564164 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 56a830de-335e-4d71-a677-27bba5543bfc no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:06:37.584072 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: 56a830de-335e-4d71-a677-27bba5543bfc {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:06:37.584419 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 56a830de-335e-4d71-a677-27bba5543bfc not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:06:37.584883 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device c16a8de9-58d5-4e29-abf4-5d4705d13f51 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:06:37.603481 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: c16a8de9-58d5-4e29-abf4-5d4705d13f51 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:06:37.603827 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device c16a8de9-58d5-4e29-abf4-5d4705d13f51 not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:06:37.611631 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d5e96ee8-0a26-45e7-bad5-0ff7c6bd2d7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-861909087-network', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:06:37.632621 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e96ee8-0a26-45e7-bad5-0ff7c6bd2d7d admin admin] Made reservation on behalf of dda6be1ed33a44979aae8cd74d60cb93 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:06:37.634955 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5e96ee8-0a26-45e7-bad5-0ff7c6bd2d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:37.644085 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5e96ee8-0a26-45e7-bad5-0ff7c6bd2d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:37.645735 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:37.728191 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5e96ee8-0a26-45e7-bad5-0ff7c6bd2d7d admin admin] Publish callbacks [] for security_group (0ce4a358-2e97-423b-923c-db5ed12c7920), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:37.731931 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5e96ee8-0a26-45e7-bad5-0ff7c6bd2d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (0ce4a358-2e97-423b-923c-db5ed12c7920), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:37.762147 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e96ee8-0a26-45e7-bad5-0ff7c6bd2d7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:06:37.769245 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e96ee8-0a26-45e7-bad5-0ff7c6bd2d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce4a358-2e97-423b-923c-db5ed12c7920,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:37.777244 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5e96ee8-0a26-45e7-bad5-0ff7c6bd2d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (c754731a-652c-4ae6-a1d9-86bf03df7802), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:37.777627 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.segments_db [None req-d5e96ee8-0a26-45e7-bad5-0ff7c6bd2d7d admin admin] Added segment c754731a-652c-4ae6-a1d9-86bf03df7802 of type vlan for network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf Sep 15 18:06:37.818286 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5e96ee8-0a26-45e7-bad5-0ff7c6bd2d7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:37.845386 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5e96ee8-0a26-45e7-bad5-0ff7c6bd2d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:37.846391 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e96ee8-0a26-45e7-bad5-0ff7c6bd2d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:37.846971 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5e96ee8-0a26-45e7-bad5-0ff7c6bd2d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:37.896238 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-d5e96ee8-0a26-45e7-bad5-0ff7c6bd2d7d admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3938162 Sep 15 18:06:37.899193 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36242) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:37.911478 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b27eb2a1-9753-4992-bfbf-52353dc0e84c admin admin] Request body: {'subnet': {'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-subnet', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:06:37.920082 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e96ee8-0a26-45e7-bad5-0ff7c6bd2d7d admin admin] Pushing event updated for resources: {'Network': ['ID=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:37.930461 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:06:37.935265 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27eb2a1-9753-4992-bfbf-52353dc0e84c admin admin] Made reservation on behalf of dda6be1ed33a44979aae8cd74d60cb93 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:06:37.937630 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b27eb2a1-9753-4992-bfbf-52353dc0e84c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227414'] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:38.110442 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b27eb2a1-9753-4992-bfbf-52353dc0e84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5338143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6227392'] for subnet (7fe5157e-f108-4353-8b32-73d0fa8ed955), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:38.168251 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27eb2a1-9753-4992-bfbf-52353dc0e84c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fe5157e-f108-4353-8b32-73d0fa8ed955,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:38.179234 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27eb2a1-9753-4992-bfbf-52353dc0e84c admin admin] Checking segment: {'id': 'c754731a-652c-4ae6-a1d9-86bf03df7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:06:38.179588 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27eb2a1-9753-4992-bfbf-52353dc0e84c admin admin] Network hostable DHCP agents. Network: eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:06:38.197854 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27eb2a1-9753-4992-bfbf-52353dc0e84c admin admin] Network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:06:38.206866 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b27eb2a1-9753-4992-bfbf-52353dc0e84c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:06:38.211411 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27eb2a1-9753-4992-bfbf-52353dc0e84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:38.212003 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b27eb2a1-9753-4992-bfbf-52353dc0e84c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:38.215509 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de038ec7-4053-4069-8ffd-901b87e8a128 None None] Network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:06:38.227827 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-b27eb2a1-9753-4992-bfbf-52353dc0e84c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3221962 Sep 15 18:06:38.230568 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36244) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:38.234695 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:06:38.242709 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:38.267587 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4217'] for router (67b1b895-4b0e-41f5-be77-693cb1b3edf7), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:38.273725 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4192'] for router (67b1b895-4b0e-41f5-be77-693cb1b3edf7), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:38.327180 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Publish callbacks [] for router_controller (67b1b895-4b0e-41f5-be77-693cb1b3edf7), precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:38.328855 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb739ebeb-d16f-5142-9d1f-510d1cd68287-eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955'}]}} from dv-cinder-835384-27-smb. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 18:06:38.330161 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:38.395850 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:38.463855 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Allocated IP 172.20.0.2 (eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf/7fe5157e-f108-4353-8b32-73d0fa8ed955/cda75346-4663-41a9-9f63-b722eae3efe0) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:06:38.465799 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Publish callbacks [] for router_gateway (67b1b895-4b0e-41f5-be77-693cb1b3edf7), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:38.615149 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Publish callbacks [] for port (cda75346-4663-41a9-9f63-b722eae3efe0), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:38.622952 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (cda75346-4663-41a9-9f63-b722eae3efe0), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:38.670052 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:06:38.676380 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:06:38.677075 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Publish callbacks [] for router_gateway (67b1b895-4b0e-41f5-be77-693cb1b3edf7), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:38.678786 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Pushing event updated for resources: {'Port': ['ID=cda75346-4663-41a9-9f63-b722eae3efe0,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:38.681849 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:06:38.696863 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:38.742280 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Attempting to bind port cda75346-4663-41a9-9f63-b722eae3efe0 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:06:38.742748 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Attempting to bind port cda75346-4663-41a9-9f63-b722eae3efe0 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'c754731a-652c-4ae6-a1d9-86bf03df7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:06:38.743181 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Attempting to bind port cda75346-4663-41a9-9f63-b722eae3efe0 on network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:06:38.785179 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:06:38.785579 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Checking segment: {'id': 'c754731a-652c-4ae6-a1d9-86bf03df7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:06:38.785977 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:38.786368 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Bound using segment: {'id': 'c754731a-652c-4ae6-a1d9-86bf03df7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:06:38.786832 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Bound port: cda75346-4663-41a9-9f63-b722eae3efe0, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c754731a-652c-4ae6-a1d9-86bf03df7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:06:38.787209 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (cda75346-4663-41a9-9f63-b722eae3efe0), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:38.809064 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Allocated IP 172.28.1.171 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/836bf317-dee8-43c4-9709-ab60bf60b367) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:06:38.850629 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] For port cda75346-4663-41a9-9f63-b722eae3efe0, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:06:38.853670 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] For port cda75346-4663-41a9-9f63-b722eae3efe0, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=cda75346-4663-41a9-9f63-b722eae3efe0,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:06:38.859173 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (cda75346-4663-41a9-9f63-b722eae3efe0), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:38.895287 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:38.910780 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:38.915609 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2ed0d-3e0a-4f73-93f4-9ce42b336ae4 None None] Pushing event updated for resources: {'Port': ['ID=cda75346-4663-41a9-9f63-b722eae3efe0,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:38.939303 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Publish callbacks [] for port (836bf317-dee8-43c4-9709-ab60bf60b367), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:38.974059 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (836bf317-dee8-43c4-9709-ab60bf60b367), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:39.019195 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:06:39.025096 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:06:39.028331 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:06:39.059800 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Pushing event updated for resources: {'Port': ['ID=836bf317-dee8-43c4-9709-ab60bf60b367,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:39.242395 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:39.287039 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Publish callbacks [] for router_gateway (67b1b895-4b0e-41f5-be77-693cb1b3edf7), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:39.371183 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:39.607549 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device cda75346-4663-41a9-9f63-b722eae3efe0 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:06:39.660814 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port cda75346-4663-41a9-9f63-b722eae3efe0 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:06:39.661518 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (cda75346-4663-41a9-9f63-b722eae3efe0), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:39.661775 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port cda75346-4663-41a9-9f63-b722eae3efe0 Sep 15 18:06:39.734490 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556833'] for router (67b1b895-4b0e-41f5-be77-693cb1b3edf7), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:39.748649 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port cda75346-4663-41a9-9f63-b722eae3efe0 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:06:39.749040 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (cda75346-4663-41a9-9f63-b722eae3efe0), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:39.787098 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] For port cda75346-4663-41a9-9f63-b722eae3efe0, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=cda75346-4663-41a9-9f63-b722eae3efe0,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:39.791791 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (cda75346-4663-41a9-9f63-b722eae3efe0), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:39.850662 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Pushing event updated for resources: {'Port': ['ID=cda75346-4663-41a9-9f63-b722eae3efe0,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:39.884043 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 is scheduled to L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:06:39.968300 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ccfaab-35a4-49dd-a8c1-8db4798dc013 None None] Network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:06:39.993052 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:06:40.012407 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:40.013864 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-5eb64634-9aa7-4087-b75b-40845798b4c4 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7823529 Sep 15 18:06:40.014952 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Sync routers for ids ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:06:40.017006 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36246) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:40.049276 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-4a4a0a97-6af6-4aff-9748-747d39343113 None None] Provisioning complete for port cda75346-4663-41a9-9f63-b722eae3efe0 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:06:40.049670 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a4a0a97-6af6-4aff-9748-747d39343113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (cda75346-4663-41a9-9f63-b722eae3efe0), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:40.050001 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-4a4a0a97-6af6-4aff-9748-747d39343113 None None] Attempt 1 to provision port cda75346-4663-41a9-9f63-b722eae3efe0 Sep 15 18:06:40.053489 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Routers {'67b1b895-4b0e-41f5-be77-693cb1b3edf7'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:06:40.054119 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:06:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:40.225738 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Set router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:06:40.434010 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:40.450060 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:40.479255 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-4a4a0a97-6af6-4aff-9748-747d39343113 None None] Current status of the port cda75346-4663-41a9-9f63-b722eae3efe0 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:06:40.549900 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:40.559317 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:39Z', 'revision_number': 3, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:40.585795 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Checking router: 67b1b895-4b0e-41f5-be77-693cb1b3edf7 for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:06:40.586140 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Updating router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 port 836bf317-dee8-43c4-9709-ab60bf60b367 binding host dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:06:40.614204 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Allocated IP 172.20.0.1 (eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf/7fe5157e-f108-4353-8b32-73d0fa8ed955/11f95297-a655-4d97-ab62-d125c48de1e0) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:06:40.618368 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-4e2fe36f-8355-4b09-8e32-04f8775a409f None None] Provisioning complete for port cda75346-4663-41a9-9f63-b722eae3efe0 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:06:40.618740 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e2fe36f-8355-4b09-8e32-04f8775a409f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (cda75346-4663-41a9-9f63-b722eae3efe0), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:40.619070 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-4e2fe36f-8355-4b09-8e32-04f8775a409f None None] Attempt 1 to provision port cda75346-4663-41a9-9f63-b722eae3efe0 Sep 15 18:06:40.629655 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (836bf317-dee8-43c4-9709-ab60bf60b367), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:40.691616 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:40.718312 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Publish callbacks [] for port (11f95297-a655-4d97-ab62-d125c48de1e0), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:40.732629 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:40.750635 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (11f95297-a655-4d97-ab62-d125c48de1e0), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:40.796911 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:06:40.800513 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:06:40.804269 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:06:40.809048 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-4e2fe36f-8355-4b09-8e32-04f8775a409f None None] Current status of the port cda75346-4663-41a9-9f63-b722eae3efe0 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:06:40.829202 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Pushing event updated for resources: {'Port': ['ID=11f95297-a655-4d97-ab62-d125c48de1e0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:40.857493 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433432'] for router_interface (67b1b895-4b0e-41f5-be77-693cb1b3edf7), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:41.014822 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Publish callbacks [] for port (836bf317-dee8-43c4-9709-ab60bf60b367), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:41.024646 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (11f95297-a655-4d97-ab62-d125c48de1e0), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:41.028141 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (836bf317-dee8-43c4-9709-ab60bf60b367), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:41.062291 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Provisioning complete for port 11f95297-a655-4d97-ab62-d125c48de1e0 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:06:41.062578 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (11f95297-a655-4d97-ab62-d125c48de1e0), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:41.063444 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Attempt 1 to provision port 11f95297-a655-4d97-ab62-d125c48de1e0 Sep 15 18:06:41.090628 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Attempting to bind port 836bf317-dee8-43c4-9709-ab60bf60b367 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:06:41.090909 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Attempting to bind port 836bf317-dee8-43c4-9709-ab60bf60b367 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:06:41.091277 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Attempting to bind port 836bf317-dee8-43c4-9709-ab60bf60b367 on network 595ea406-8961-4d2e-8aeb-f68aeda2dfee {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:06:41.138045 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8815135-46ca-49bd-87fa-f41e9dfee472 None None] Pushing event updated for resources: {'Port': ['ID=836bf317-dee8-43c4-9709-ab60bf60b367,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:41.140391 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Port 11f95297-a655-4d97-ab62-d125c48de1e0 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:06:41.156215 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:06:41.156584 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Checking segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:06:41.157018 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:41.157431 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Bound using segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:06:41.158058 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Bound port: 836bf317-dee8-43c4-9709-ab60bf60b367, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:06:41.158656 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (836bf317-dee8-43c4-9709-ab60bf60b367), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:41.193413 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Publish callbacks [] for port (11f95297-a655-4d97-ab62-d125c48de1e0), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:41.198717 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5339542'] for port (11f95297-a655-4d97-ab62-d125c48de1e0), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:41.208941 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] For port 836bf317-dee8-43c4-9709-ab60bf60b367, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:06:41.212255 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] For port 836bf317-dee8-43c4-9709-ab60bf60b367, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=836bf317-dee8-43c4-9709-ab60bf60b367,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:06:41.217866 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (836bf317-dee8-43c4-9709-ab60bf60b367), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:41.240588 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:41.251529 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Routers {'67b1b895-4b0e-41f5-be77-693cb1b3edf7'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:06:41.252209 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:06:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:41.271582 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Pushing event updated for resources: {'Port': ['ID=11f95297-a655-4d97-ab62-d125c48de1e0,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:41.275146 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433548'] for router_interface (67b1b895-4b0e-41f5-be77-693cb1b3edf7), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:41.324399 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8815135-46ca-49bd-87fa-f41e9dfee472 None None] Pushing event updated for resources: {'Port': ['ID=836bf317-dee8-43c4-9709-ab60bf60b367,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:41.337959 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:41.377763 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:06:41.379216 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:06:41.384411 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] Set router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:06:41.472654 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:DELETE=5,neutron:SELECT=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:41.499581 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:DELETE=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:41.501115 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:06:41.591818 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:40Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '11f95297-a655-4d97-ab62-d125c48de1e0', 'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'mac_address': 'fa:16:3e:35:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:40Z', 'updated_at': '2022-09-15T18:06:41Z', 'revision_number': 2, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'subnets': [{'id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:41.617659 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:06:41.620727 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device cda75346-4663-41a9-9f63-b722eae3efe0 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:06:41.622763 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-81c668fa-f39a-45f5-b4f8-a595bd205173 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/67b1b895-4b0e-41f5-be77-693cb1b3edf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6040726 Sep 15 18:06:41.623586 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac5cee-608e-4114-b577-696a82e43a73 None None] The sync data for ids ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'] in dv-cinder-835384-27-smb is: [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:40Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '11f95297-a655-4d97-ab62-d125c48de1e0', 'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'mac_address': 'fa:16:3e:35:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:40Z', 'updated_at': '2022-09-15T18:06:41Z', 'revision_number': 2, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'subnets': [{'id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:06:41.647163 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Attempt 2 to provision port 11f95297-a655-4d97-ab62-d125c48de1e0 Sep 15 18:06:41.669949 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:41.676657 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:41.697372 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Port 11f95297-a655-4d97-ab62-d125c48de1e0 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:06:41.707508 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port cda75346-4663-41a9-9f63-b722eae3efe0 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:06:41.707882 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (cda75346-4663-41a9-9f63-b722eae3efe0), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:41.708346 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port cda75346-4663-41a9-9f63-b722eae3efe0 Sep 15 18:06:41.789596 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port cda75346-4663-41a9-9f63-b722eae3efe0 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:06:41.942146 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36256) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:41.946828 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6a1390d3-3c2d-4e7c-8a05-754b68146bd9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--443458640', 'description': 'tempest-description--773606304'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:06:41.972013 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6a1390d3-3c2d-4e7c-8a05-754b68146bd9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:42.051116 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6a1390d3-3c2d-4e7c-8a05-754b68146bd9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group (90af335d-b5b5-4c30-8a91-823e8420b601), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:42.055587 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6a1390d3-3c2d-4e7c-8a05-754b68146bd9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (90af335d-b5b5-4c30-8a91-823e8420b601), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:42.085153 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6a1390d3-3c2d-4e7c-8a05-754b68146bd9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:42.086447 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-6a1390d3-3c2d-4e7c-8a05-754b68146bd9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1432579 Sep 15 18:06:42.089449 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36258) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:42.095376 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8825450f-176d-405f-bb3b-c4c8bd511de9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Request body: {'security_group_rule': {'security_group_id': '90af335d-b5b5-4c30-8a91-823e8420b601', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:06:42.103006 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1390d3-3c2d-4e7c-8a05-754b68146bd9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90af335d-b5b5-4c30-8a91-823e8420b601,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:42.126178 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8825450f-176d-405f-bb3b-c4c8bd511de9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group_rule (939cc1b8-39f1-4ca2-aa74-1743281d5da5), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:42.194278 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8825450f-176d-405f-bb3b-c4c8bd511de9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group_rule (939cc1b8-39f1-4ca2-aa74-1743281d5da5), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:42.198306 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Attempt 3 to provision port 11f95297-a655-4d97-ab62-d125c48de1e0 Sep 15 18:06:42.199035 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8825450f-176d-405f-bb3b-c4c8bd511de9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (939cc1b8-39f1-4ca2-aa74-1743281d5da5), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:42.224118 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825450f-176d-405f-bb3b-c4c8bd511de9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939cc1b8-39f1-4ca2-aa74-1743281d5da5,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:42.229967 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8825450f-176d-405f-bb3b-c4c8bd511de9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:42.234047 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36260) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:42.238791 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-071f0508-44dc-4781-9e13-2b5758279fb4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Request body: {'security_group_rule': {'security_group_id': '90af335d-b5b5-4c30-8a91-823e8420b601', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:06:42.241987 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Port 11f95297-a655-4d97-ab62-d125c48de1e0 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:06:42.242251 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-8825450f-176d-405f-bb3b-c4c8bd511de9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1513724 Sep 15 18:06:42.274305 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-071f0508-44dc-4781-9e13-2b5758279fb4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group_rule (5f656ea4-1f5f-43bf-b9f2-8e2f1f988cdf), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:42.343090 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-071f0508-44dc-4781-9e13-2b5758279fb4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group_rule (5f656ea4-1f5f-43bf-b9f2-8e2f1f988cdf), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:42.348604 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-071f0508-44dc-4781-9e13-2b5758279fb4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (5f656ea4-1f5f-43bf-b9f2-8e2f1f988cdf), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:42.384451 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f0508-44dc-4781-9e13-2b5758279fb4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f656ea4-1f5f-43bf-b9f2-8e2f1f988cdf,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:42.393173 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-071f0508-44dc-4781-9e13-2b5758279fb4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:42.395053 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-071f0508-44dc-4781-9e13-2b5758279fb4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597283 Sep 15 18:06:42.398425 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36262) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:42.403520 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Request body: {'floatingip': {'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:06:42.433989 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:42.519941 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:42.570085 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:42.625741 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:42.640421 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Allocated IP 172.28.1.162 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/290e696d-0ebd-4b45-b145-edfb9ee9c2a5) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:06:42.743385 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Attempt 4 to provision port 11f95297-a655-4d97-ab62-d125c48de1e0 Sep 15 18:06:42.761254 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for port (290e696d-0ebd-4b45-b145-edfb9ee9c2a5), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:42.780903 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Port 11f95297-a655-4d97-ab62-d125c48de1e0 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:06:42.797820 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (290e696d-0ebd-4b45-b145-edfb9ee9c2a5), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:42.841220 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:06:42.847233 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:06:42.849654 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:06:42.853031 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event updated for resources: {'Port': ['ID=290e696d-0ebd-4b45-b145-edfb9ee9c2a5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:42.940237 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for floatingip (9bc40e57-8f1e-4846-91fe-51da9e879604), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:42.978069 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (290e696d-0ebd-4b45-b145-edfb9ee9c2a5), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:43.142022 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for port (290e696d-0ebd-4b45-b145-edfb9ee9c2a5), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:43.146830 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5339542'] for port (290e696d-0ebd-4b45-b145-edfb9ee9c2a5), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:43.218459 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event updated for resources: {'Port': ['ID=290e696d-0ebd-4b45-b145-edfb9ee9c2a5,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:43.221198 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (9bc40e57-8f1e-4846-91fe-51da9e879604), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:43.237646 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:43.238849 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-6afbaf3f-e733-4eca-a7b8-a664588c65de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8394170 Sep 15 18:06:43.281902 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Attempt 5 to provision port 11f95297-a655-4d97-ab62-d125c48de1e0 Sep 15 18:06:43.318763 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Port 11f95297-a655-4d97-ab62-d125c48de1e0 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:06:43.376520 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:43.401402 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-65e37c08-86af-4abe-afce-674966d94e10 req-2fbfd7b0-bda3-4f05-8456-a3aa79c274d3 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--443458640&fields=id&tenant_id=dda6be1ed33a44979aae8cd74d60cb93 HTTP/1.1" status: 200 len: 267 time: 0.0468018 Sep 15 18:06:43.511902 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e37c08-86af-4abe-afce-674966d94e10 req-5ce41927-8ec9-4599-a8c9-a89cf4c7e618 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:43.513390 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-65e37c08-86af-4abe-afce-674966d94e10 req-5ce41927-8ec9-4599-a8c9-a89cf4c7e618 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/networks?id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf HTTP/1.1" status: 200 len: 816 time: 0.1051338 Sep 15 18:06:43.528616 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-65e37c08-86af-4abe-afce-674966d94e10 req-e6be4cdf-ae3d-4e5f-8d97-9d1824109d7f tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/quotas/dda6be1ed33a44979aae8cd74d60cb93 HTTP/1.1" status: 200 len: 375 time: 0.0094109 Sep 15 18:06:43.589262 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-65e37c08-86af-4abe-afce-674966d94e10 req-9ec3de4e-4344-4cf0-9c9c-5617982045da tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dda6be1ed33a44979aae8cd74d60cb93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524905 Sep 15 18:06:43.591461 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 836bf317-dee8-43c4-9709-ab60bf60b367 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:06:43.636279 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 836bf317-dee8-43c4-9709-ab60bf60b367 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:06:43.636642 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (836bf317-dee8-43c4-9709-ab60bf60b367), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:43.637135 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 836bf317-dee8-43c4-9709-ab60bf60b367 Sep 15 18:06:43.649685 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Sync routers for ids ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:06:43.660584 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:43.661809 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Routers {'67b1b895-4b0e-41f5-be77-693cb1b3edf7'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:06:43.662613 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:06:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:43.697344 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-65e37c08-86af-4abe-afce-674966d94e10 req-bb4cef58-c565-4a5f-b019-dda5d5dc73b7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953202 Sep 15 18:06:43.715438 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 836bf317-dee8-43c4-9709-ab60bf60b367 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:06:43.716115 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (836bf317-dee8-43c4-9709-ab60bf60b367), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:43.740763 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] For port 836bf317-dee8-43c4-9709-ab60bf60b367, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=836bf317-dee8-43c4-9709-ab60bf60b367,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:43.746156 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (836bf317-dee8-43c4-9709-ab60bf60b367), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:43.775125 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Set router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:06:43.798350 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Pushing event updated for resources: {'Port': ['ID=836bf317-dee8-43c4-9709-ab60bf60b367,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:43.805846 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-65e37c08-86af-4abe-afce-674966d94e10 req-c64c17dc-d511-48c6-bd7e-97498b2df0ea service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015627 Sep 15 18:06:43.819773 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Attempt 6 to provision port 11f95297-a655-4d97-ab62-d125c48de1e0 Sep 15 18:06:43.854504 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Port 11f95297-a655-4d97-ab62-d125c48de1e0 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:06:43.986178 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:40Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '11f95297-a655-4d97-ab62-d125c48de1e0', 'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'mac_address': 'fa:16:3e:35:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:40Z', 'updated_at': '2022-09-15T18:06:41Z', 'revision_number': 2, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'subnets': [{'id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:43.992226 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-868bfb4c-2387-47d5-87d4-5891fbb86178 req-8a33c0a0-fb9f-4b7f-ba8d-5ca62ae6ef55 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 210 time: 0.0316765 Sep 15 18:06:44.017499 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Checking router: 67b1b895-4b0e-41f5-be77-693cb1b3edf7 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:06:44.017499 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Updating router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 port 11f95297-a655-4d97-ab62-d125c48de1e0 binding host dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:06:44.041378 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (11f95297-a655-4d97-ab62-d125c48de1e0), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:44.204218 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:44.262766 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:44.314016 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Publish callbacks [] for port (11f95297-a655-4d97-ab62-d125c48de1e0), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:44.319026 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (11f95297-a655-4d97-ab62-d125c48de1e0), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:44.357339 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Attempt 7 to provision port 11f95297-a655-4d97-ab62-d125c48de1e0 Sep 15 18:06:44.389353 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Port 11f95297-a655-4d97-ab62-d125c48de1e0 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:06:44.397318 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c13bd6-57b9-4d73-8fe4-90953e7e4f59 None None] Pushing event updated for resources: {'Port': ['ID=11f95297-a655-4d97-ab62-d125c48de1e0,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:44.413886 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c13bd6-57b9-4d73-8fe4-90953e7e4f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:44.414233 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c13bd6-57b9-4d73-8fe4-90953e7e4f59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:44.414563 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c13bd6-57b9-4d73-8fe4-90953e7e4f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:44.414919 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c13bd6-57b9-4d73-8fe4-90953e7e4f59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:44.415248 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c13bd6-57b9-4d73-8fe4-90953e7e4f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:44.415574 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c13bd6-57b9-4d73-8fe4-90953e7e4f59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:44.415897 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c13bd6-57b9-4d73-8fe4-90953e7e4f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:44.416208 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c13bd6-57b9-4d73-8fe4-90953e7e4f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:44.416585 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c13bd6-57b9-4d73-8fe4-90953e7e4f59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:44.416906 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c13bd6-57b9-4d73-8fe4-90953e7e4f59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:44.417250 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c13bd6-57b9-4d73-8fe4-90953e7e4f59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:44.417627 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c13bd6-57b9-4d73-8fe4-90953e7e4f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:44.417944 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c13bd6-57b9-4d73-8fe4-90953e7e4f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:44.418255 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c13bd6-57b9-4d73-8fe4-90953e7e4f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:44.418567 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c13bd6-57b9-4d73-8fe4-90953e7e4f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:44.426313 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Attempting to bind port 11f95297-a655-4d97-ab62-d125c48de1e0 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:06:44.426581 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Attempting to bind port 11f95297-a655-4d97-ab62-d125c48de1e0 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'c754731a-652c-4ae6-a1d9-86bf03df7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:06:44.426936 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Attempting to bind port 11f95297-a655-4d97-ab62-d125c48de1e0 on network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:06:44.474992 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:06:44.475466 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Checking segment: {'id': 'c754731a-652c-4ae6-a1d9-86bf03df7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:06:44.475937 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:44.476400 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Bound using segment: {'id': 'c754731a-652c-4ae6-a1d9-86bf03df7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:06:44.476939 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Bound port: 11f95297-a655-4d97-ab62-d125c48de1e0, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c754731a-652c-4ae6-a1d9-86bf03df7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:06:44.477427 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (11f95297-a655-4d97-ab62-d125c48de1e0), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:44.538052 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] For port 11f95297-a655-4d97-ab62-d125c48de1e0, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:06:44.541031 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] For port 11f95297-a655-4d97-ab62-d125c48de1e0, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=11f95297-a655-4d97-ab62-d125c48de1e0,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:06:44.546714 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (11f95297-a655-4d97-ab62-d125c48de1e0), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:44.580480 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Routers {'67b1b895-4b0e-41f5-be77-693cb1b3edf7'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:06:44.581193 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:06:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:44.650787 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c13bd6-57b9-4d73-8fe4-90953e7e4f59 None None] Pushing event updated for resources: {'Port': ['ID=11f95297-a655-4d97-ab62-d125c48de1e0,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:44.706130 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] Set router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:06:44.891980 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Attempt 8 to provision port 11f95297-a655-4d97-ab62-d125c48de1e0 Sep 15 18:06:44.908425 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:40Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '11f95297-a655-4d97-ab62-d125c48de1e0', 'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'mac_address': 'fa:16:3e:35:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:40Z', 'updated_at': '2022-09-15T18:06:44Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'subnets': [{'id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:44.934466 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8537a017-4cc6-40f3-be59-59803f875430 None None] The sync data for ids ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'] in dv-cinder-835384-27-smb is: [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:40Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '11f95297-a655-4d97-ab62-d125c48de1e0', 'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'mac_address': 'fa:16:3e:35:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:40Z', 'updated_at': '2022-09-15T18:06:44Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'subnets': [{'id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:06:44.986649 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Current status of the port 11f95297-a655-4d97-ab62-d125c48de1e0 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:06:44.987137 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (11f95297-a655-4d97-ab62-d125c48de1e0), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:44.993601 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ba0f2-bfd4-478a-80f6-fd34d5c06931 req-fcce8121-625d-41f6-9cba-8d671f252d91 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:44.995205 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2d8ba0f2-bfd4-478a-80f6-fd34d5c06931 req-fcce8121-625d-41f6-9cba-8d671f252d91 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0619068 Sep 15 18:06:45.025347 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] For port 11f95297-a655-4d97-ab62-d125c48de1e0, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=11f95297-a655-4d97-ab62-d125c48de1e0,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:45.030496 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (11f95297-a655-4d97-ab62-d125c48de1e0), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:45.056517 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2d8ba0f2-bfd4-478a-80f6-fd34d5c06931 req-063ddb70-3c28-486a-87cf-6709900ca02d tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544636 Sep 15 18:06:45.090320 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c2abd-6da1-47a7-9c74-6aad15672e92 None None] Pushing event updated for resources: {'Port': ['ID=11f95297-a655-4d97-ab62-d125c48de1e0,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:45.133855 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6fecc4c5-1506-45df-a54f-8c33cf3c2dfc req-8572af8c-5de7-4df2-88b2-d56d1c053198 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 210 time: 0.0325468 Sep 15 18:06:45.155814 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-cc181b66-da66-4033-accd-3fe8708e41df None None] Provisioning complete for port 11f95297-a655-4d97-ab62-d125c48de1e0 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:06:45.156837 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc181b66-da66-4033-accd-3fe8708e41df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (11f95297-a655-4d97-ab62-d125c48de1e0), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:45.158294 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-cc181b66-da66-4033-accd-3fe8708e41df None None] Attempt 1 to provision port 11f95297-a655-4d97-ab62-d125c48de1e0 Sep 15 18:06:45.162142 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:45.241534 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-cc181b66-da66-4033-accd-3fe8708e41df None None] Current status of the port 11f95297-a655-4d97-ab62-d125c48de1e0 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:06:45.519806 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e37c08-86af-4abe-afce-674966d94e10 req-bc6abe77-8a13-42c0-a7a0-a137a80e1294 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:45.521432 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-65e37c08-86af-4abe-afce-674966d94e10 req-bc6abe77-8a13-42c0-a7a0-a137a80e1294 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.27 "GET /networking/v2.0/networks?id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf HTTP/1.1" status: 200 len: 816 time: 0.1353333 Sep 15 18:06:45.610822 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-65e37c08-86af-4abe-afce-674966d94e10 req-a9c30c13-8578-45c1-90e4-de7886b661b4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=dda6be1ed33a44979aae8cd74d60cb93 HTTP/1.1" status: 200 len: 379 time: 0.0684016 Sep 15 18:06:45.622875 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 836bf317-dee8-43c4-9709-ab60bf60b367 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:06:45.668062 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 836bf317-dee8-43c4-9709-ab60bf60b367 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:06:45.668439 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (836bf317-dee8-43c4-9709-ab60bf60b367), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:45.668778 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 836bf317-dee8-43c4-9709-ab60bf60b367 Sep 15 18:06:45.675820 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-65e37c08-86af-4abe-afce-674966d94e10 req-58a72de3-0dee-4289-903e-c0514e59f9c4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Request body: {'port': {'device_id': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'admin_state_up': True, 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'security_groups': ['90af335d-b5b5-4c30-8a91-823e8420b601']}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:06:45.694798 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:45.754202 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 836bf317-dee8-43c4-9709-ab60bf60b367 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:06:45.754458 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 11f95297-a655-4d97-ab62-d125c48de1e0 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:06:45.792214 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e37c08-86af-4abe-afce-674966d94e10 req-58a72de3-0dee-4289-903e-c0514e59f9c4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Made reservation on behalf of dda6be1ed33a44979aae8cd74d60cb93 for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:06:45.796671 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-65e37c08-86af-4abe-afce-674966d94e10 req-58a72de3-0dee-4289-903e-c0514e59f9c4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:45.804260 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 11f95297-a655-4d97-ab62-d125c48de1e0 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:06:45.804627 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (11f95297-a655-4d97-ab62-d125c48de1e0), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:45.804958 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 11f95297-a655-4d97-ab62-d125c48de1e0 Sep 15 18:06:45.876413 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 11f95297-a655-4d97-ab62-d125c48de1e0 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:06:45.930368 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-65e37c08-86af-4abe-afce-674966d94e10 req-58a72de3-0dee-4289-903e-c0514e59f9c4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Allocated IP 172.20.0.11 (eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf/7fe5157e-f108-4353-8b32-73d0fa8ed955/7aa71d26-4d76-451c-b080-60a8027d2f67) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:06:46.071542 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-65e37c08-86af-4abe-afce-674966d94e10 req-58a72de3-0dee-4289-903e-c0514e59f9c4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:46.104342 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-65e37c08-86af-4abe-afce-674966d94e10 req-58a72de3-0dee-4289-903e-c0514e59f9c4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:46.148615 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:46.152791 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e37c08-86af-4abe-afce-674966d94e10 req-58a72de3-0dee-4289-903e-c0514e59f9c4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:06:46.158592 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-65e37c08-86af-4abe-afce-674966d94e10 req-58a72de3-0dee-4289-903e-c0514e59f9c4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:06:46.161097 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e37c08-86af-4abe-afce-674966d94e10 req-58a72de3-0dee-4289-903e-c0514e59f9c4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:06:46.166564 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:46.169082 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a72de3-0dee-4289-903e-c0514e59f9c4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event updated for resources: {'Port': ['ID=7aa71d26-4d76-451c-b080-60a8027d2f67,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:46.190818 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d6264-227f-4a67-aa5c-43647fc56d0a req-7c8bdcea-2a4f-4453-8962-a0d8a648bea8 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:46.192322 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b34d6264-227f-4a67-aa5c-43647fc56d0a req-7c8bdcea-2a4f-4453-8962-a0d8a648bea8 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0516033 Sep 15 18:06:46.232591 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e37c08-86af-4abe-afce-674966d94e10 req-58a72de3-0dee-4289-903e-c0514e59f9c4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:46.233240 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-65e37c08-86af-4abe-afce-674966d94e10 req-58a72de3-0dee-4289-903e-c0514e59f9c4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:46.252845 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-65e37c08-86af-4abe-afce-674966d94e10 req-58a72de3-0dee-4289-903e-c0514e59f9c4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5816367 Sep 15 18:06:46.260179 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b34d6264-227f-4a67-aa5c-43647fc56d0a req-6fc073b7-83bd-4bf9-9579-678d74796a9a tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624771 Sep 15 18:06:46.282500 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Request body: {'port': {'device_id': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:06:46.306429 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88932ac8-6b00-429e-acbe-c92a0f71ce89 req-4d76f28d-91a9-4e54-a1a6-c03b9a17120f tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:46.307984 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-88932ac8-6b00-429e-acbe-c92a0f71ce89 req-4d76f28d-91a9-4e54-a1a6-c03b9a17120f tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 932 time: 0.0532551 Sep 15 18:06:46.353090 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:46.361826 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-88932ac8-6b00-429e-acbe-c92a0f71ce89 req-7e2a31c6-f4f2-4446-93a6-0124ac61f9bd tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471656 Sep 15 18:06:46.468197 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-8df367ed-7a25-4614-b43f-0ebfd1d9836e None None] Provisioning complete for port 7aa71d26-4d76-451c-b080-60a8027d2f67 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:06:46.469228 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8df367ed-7a25-4614-b43f-0ebfd1d9836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:46.469228 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-8df367ed-7a25-4614-b43f-0ebfd1d9836e None None] Attempt 1 to provision port 7aa71d26-4d76-451c-b080-60a8027d2f67 Sep 15 18:06:46.504540 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8df367ed-7a25-4614-b43f-0ebfd1d9836e None None] Port 7aa71d26-4d76-451c-b080-60a8027d2f67 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:06:46.602546 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5e875cd8-714a-4c97-9ad2-e6a2d209d0c3 req-4163d591-0c48-4326-a21b-3927ba9e0c2e tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-784238842&fields=id&tenant_id=e9678d09acd84e6d9cfe552488860ff7 HTTP/1.1" status: 200 len: 267 time: 0.0481656 Sep 15 18:06:46.611858 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa71d26-4d76-451c-b080-60a8027d2f67 {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:06:46.619925 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Publish callbacks [] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:46.633083 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Transition to ACTIVE for port object 7aa71d26-4d76-451c-b080-60a8027d2f67 will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:06:46.637281 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:46.655457 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e875cd8-714a-4c97-9ad2-e6a2d209d0c3 req-b88c87ac-aa9d-45f3-82f8-d80083fe5e53 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:46.656923 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5e875cd8-714a-4c97-9ad2-e6a2d209d0c3 req-b88c87ac-aa9d-45f3-82f8-d80083fe5e53 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 985 time: 0.0489643 Sep 15 18:06:46.668042 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [req-5e875cd8-714a-4c97-9ad2-e6a2d209d0c3 req-5fd19b45-9afa-4566-ad52-55c21d6f25f7 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Request body: {'port': {'security_groups': ['4467d531-3706-454d-8dd9-53698b0fb071']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:06:46.722057 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e1024-e352-41ec-804e-357968393505 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa71d26-4d76-451c-b080-60a8027d2f67,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:46.747309 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5e875cd8-714a-4c97-9ad2-e6a2d209d0c3 req-5fd19b45-9afa-4566-ad52-55c21d6f25f7 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:46.751324 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Attempting to bind port 7aa71d26-4d76-451c-b080-60a8027d2f67 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:06:46.751666 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Attempting to bind port 7aa71d26-4d76-451c-b080-60a8027d2f67 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'c754731a-652c-4ae6-a1d9-86bf03df7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:06:46.752001 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Attempting to bind port 7aa71d26-4d76-451c-b080-60a8027d2f67 on network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:06:46.793073 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Port 7aa71d26-4d76-451c-b080-60a8027d2f67 on network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:06:46.793453 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Attempting to bind port 7aa71d26-4d76-451c-b080-60a8027d2f67 on network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:06:46.836863 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:06:46.837197 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Checking segment: {'id': 'c754731a-652c-4ae6-a1d9-86bf03df7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:06:46.837608 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Bound using segment: {'id': 'c754731a-652c-4ae6-a1d9-86bf03df7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:06:46.838050 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Bound port: 7aa71d26-4d76-451c-b080-60a8027d2f67, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c754731a-652c-4ae6-a1d9-86bf03df7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:06:46.838461 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:46.900498 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:46.904569 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] For port 7aa71d26-4d76-451c-b080-60a8027d2f67, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:06:46.908178 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] For port 7aa71d26-4d76-451c-b080-60a8027d2f67, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7aa71d26-4d76-451c-b080-60a8027d2f67,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:06:46.919055 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:46.923205 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:46.923828 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:46.925320 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-65e37c08-86af-4abe-afce-674966d94e10 req-c46e1024-e352-41ec-804e-357968393505 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/7aa71d26-4d76-451c-b080-60a8027d2f67 HTTP/1.1" status: 200 len: 1094 time: 0.6471474 Sep 15 18:06:46.927233 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-5e875cd8-714a-4c97-9ad2-e6a2d209d0c3 req-5fd19b45-9afa-4566-ad52-55c21d6f25f7 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] For port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=01ece5b8-8a1c-4adb-8d1c-872ad8b02375,segment=NetworkSegment(aa65cc5b-8e16-4704-b469-f2e1c7c268b0),segment_id=aa65cc5b-8e16-4704-b469-f2e1c7c268b0)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:46.927799 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'tag': '7aa71d26-4d76-451c-b080-60a8027d2f67'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:06:46.930268 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebf73b5-b951-4085-84e0-32956ffe8ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "08c332c6-2dcf-49c2-8965-f8c232a55cc8", "tag": "7aa71d26-4d76-451c-b080-60a8027d2f67"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:06:46.959227 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5e875cd8-714a-4c97-9ad2-e6a2d209d0c3 req-5fd19b45-9afa-4566-ad52-55c21d6f25f7 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:46.966511 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5e875cd8-714a-4c97-9ad2-e6a2d209d0c3 req-5fd19b45-9afa-4566-ad52-55c21d6f25f7 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5339542'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:46.970795 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:46.974730 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc81a557-779e-4579-9c7d-2e2e12e127ba x-openstack-request-id: req-cc81a557-779e-4579-9c7d-2e2e12e127ba {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:06:46.975008 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c332c6-2dcf-49c2-8965-f8c232a55cc8", "tag": "7aa71d26-4d76-451c-b080-60a8027d2f67", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:06:46.975258 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc81a557-779e-4579-9c7d-2e2e12e127ba {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:06:46.976986 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc81a557-779e-4579-9c7d-2e2e12e127ba'] response: {'name': 'network-changed', 'server_uuid': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'tag': '7aa71d26-4d76-451c-b080-60a8027d2f67', 'status': 'completed', 'code': 200} Sep 15 18:06:46.981704 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e875cd8-714a-4c97-9ad2-e6a2d209d0c3 req-5fd19b45-9afa-4566-ad52-55c21d6f25f7 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:46.982439 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5e875cd8-714a-4c97-9ad2-e6a2d209d0c3 req-5fd19b45-9afa-4566-ad52-55c21d6f25f7 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:46.983860 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5e875cd8-714a-4c97-9ad2-e6a2d209d0c3 req-5fd19b45-9afa-4566-ad52-55c21d6f25f7 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "PUT /networking/v2.0/ports/01ece5b8-8a1c-4adb-8d1c-872ad8b02375 HTTP/1.1" status: 200 len: 943 time: 0.3204753 Sep 15 18:06:46.985239 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'tag': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:06:46.990081 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37c4102d2d517d607139b710ac7a8d6e47170191c640291e613d15b6186679b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f333d334-db53-40a0-beec-428d8c776560" -d '{"events": [{"name": "network-changed", "server_uuid": "c234d573-46ea-47d3-8a06-a92bb8422731", "tag": "01ece5b8-8a1c-4adb-8d1c-872ad8b02375"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:06:46.990648 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36310) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:46.998082 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e1024-e352-41ec-804e-357968393505 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa71d26-4d76-451c-b080-60a8027d2f67,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:47.006483 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-8df367ed-7a25-4614-b43f-0ebfd1d9836e None None] Attempt 2 to provision port 7aa71d26-4d76-451c-b080-60a8027d2f67 Sep 15 18:06:47.049879 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e37c08-86af-4abe-afce-674966d94e10 req-1b28e3be-ccfe-434f-810c-8f062f4044a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:47.051381 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-65e37c08-86af-4abe-afce-674966d94e10 req-1b28e3be-ccfe-434f-810c-8f062f4044a1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dda6be1ed33a44979aae8cd74d60cb93&device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 1128 time: 0.0422091 Sep 15 18:06:47.052942 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['01ece5b8-8a1c-4adb-8d1c-872ad8b02375'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:06:47.053205 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd19b45-9afa-4566-ad52-55c21d6f25f7 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Pushing event updated for resources: {'Port': ['ID=01ece5b8-8a1c-4adb-8d1c-872ad8b02375,revision_number=7']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:47.066871 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4989cb36-c969-4b70-82cc-c9f703de3ca9 x-openstack-request-id: req-4989cb36-c969-4b70-82cc-c9f703de3ca9 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:06:47.067162 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c234d573-46ea-47d3-8a06-a92bb8422731", "tag": "01ece5b8-8a1c-4adb-8d1c-872ad8b02375", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:06:47.067415 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4989cb36-c969-4b70-82cc-c9f703de3ca9 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:06:47.067818 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4989cb36-c969-4b70-82cc-c9f703de3ca9'] response: {'name': 'network-changed', 'server_uuid': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'tag': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375', 'status': 'completed', 'code': 200} Sep 15 18:06:47.087223 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8df367ed-7a25-4614-b43f-0ebfd1d9836e None None] Port 7aa71d26-4d76-451c-b080-60a8027d2f67 had new provisioning blocks added so it will not transition to active. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 18:06:47.116629 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-65e37c08-86af-4abe-afce-674966d94e10 req-96a0669e-a241-4464-b53a-6e265775269c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7aa71d26-4d76-451c-b080-60a8027d2f67 HTTP/1.1" status: 200 len: 217 time: 0.0427892 Sep 15 18:06:47.138226 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:47.170436 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d53b-cdb1-4637-a78b-582d0ba76f17 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group (e8ea3b6d-72fa-4526-bd05-bb3906a30e0a), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:47.171338 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['01ece5b8-8a1c-4adb-8d1c-872ad8b02375'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:06:47.245995 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e37c08-86af-4abe-afce-674966d94e10 req-960c0b69-e9f5-4c53-844a-4f6a55f22e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:47.247164 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-65e37c08-86af-4abe-afce-674966d94e10 req-960c0b69-e9f5-4c53-844a-4f6a55f22e1e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7fe5157e-f108-4353-8b32-73d0fa8ed955 HTTP/1.1" status: 200 len: 855 time: 0.1202865 Sep 15 18:06:47.248081 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333d334-db53-40a0-beec-428d8c776560 req-73c8607a-f1b5-49c7-ad6e-b48ec1a0b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:47.249430 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f333d334-db53-40a0-beec-428d8c776560 req-73c8607a-f1b5-49c7-ad6e-b48ec1a0b47e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e9678d09acd84e6d9cfe552488860ff7&device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 1130 time: 0.1119571 Sep 15 18:06:47.251797 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d53b-cdb1-4637-a78b-582d0ba76f17 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group (e8ea3b6d-72fa-4526-bd05-bb3906a30e0a), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:47.354559 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:47.376053 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e37c08-86af-4abe-afce-674966d94e10 req-26a990a1-87b9-4cab-b3ea-127875c1dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:47.377600 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-65e37c08-86af-4abe-afce-674966d94e10 req-26a990a1-87b9-4cab-b3ea-127875c1dabc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1172884 Sep 15 18:06:47.404702 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ced251-72c5-4d24-9210-44625cb5dd25 req-1a586764-459a-41a2-abaa-884edd5b1a46 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:47.406915 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b1ced251-72c5-4d24-9210-44625cb5dd25 req-1a586764-459a-41a2-abaa-884edd5b1a46 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0587974 Sep 15 18:06:47.437383 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:47.500109 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333d334-db53-40a0-beec-428d8c776560 req-33eef75b-1c47-496a-ab24-76d58919e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:47.501712 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f333d334-db53-40a0-beec-428d8c776560 req-33eef75b-1c47-496a-ab24-76d58919e9ba service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=40317817-6fed-4c78-81aa-69d03d7c1e06 HTTP/1.1" status: 200 len: 916 time: 0.2402527 Sep 15 18:06:47.505533 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-65e37c08-86af-4abe-afce-674966d94e10 req-aea54d5f-b064-4949-9f39-19cb33c9200c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186635 Sep 15 18:06:47.509549 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b1ced251-72c5-4d24-9210-44625cb5dd25 req-2de1fcc0-8765-4a59-a1cd-78be5f82913b tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958352 Sep 15 18:06:47.526503 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c322a28-d8eb-4efb-b51c-b1ebcb378826 req-cf99d156-041b-4bfc-8908-e86f8237bac6 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:47.528180 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7c322a28-d8eb-4efb-b51c-b1ebcb378826 req-cf99d156-041b-4bfc-8908-e86f8237bac6 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 944 time: 0.0732675 Sep 15 18:06:47.537099 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d53b-cdb1-4637-a78b-582d0ba76f17 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (e8ea3b6d-72fa-4526-bd05-bb3906a30e0a), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:47.539676 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d53b-cdb1-4637-a78b-582d0ba76f17 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:47.543418 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36320) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:47.543683 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-4ff6d53b-cdb1-4637-a78b-582d0ba76f17 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e8ea3b6d-72fa-4526-bd05-bb3906a30e0a HTTP/1.1" status: 204 len: 168 time: 0.5516515 Sep 15 18:06:47.600354 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6d53b-cdb1-4637-a78b-582d0ba76f17 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ea3b6d-72fa-4526-bd05-bb3906a30e0a,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:47.636523 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7c322a28-d8eb-4efb-b51c-b1ebcb378826 req-62312ae8-d163-4bbf-b782-fd90161bbb24 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008441 Sep 15 18:06:47.663906 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f333d334-db53-40a0-beec-428d8c776560 req-db7efea8-a38a-4291-a29e-2a2faa95df6e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01ece5b8-8a1c-4adb-8d1c-872ad8b02375 HTTP/1.1" status: 200 len: 1001 time: 0.1453493 Sep 15 18:06:47.722174 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-56ea7e62-7461-4186-8273-1ee5321c2f84 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Deleting port 43948d98-6e80-4c96-b7ec-5420a0ce8e3b {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:06:47.722409 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-56ea7e62-7461-4186-8273-1ee5321c2f84 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (43948d98-6e80-4c96-b7ec-5420a0ce8e3b), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:47.728614 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-65e37c08-86af-4abe-afce-674966d94e10 req-390ea9e8-fd73-4253-ab17-35e511c63664 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016120 Sep 15 18:06:47.741540 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333d334-db53-40a0-beec-428d8c776560 req-9b3d54a0-f148-4c69-89ee-0d99a1bbb579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:47.742971 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f333d334-db53-40a0-beec-428d8c776560 req-9b3d54a0-f148-4c69-89ee-0d99a1bbb579 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=261a086f-6c11-4272-a15b-87064aae9be3 HTTP/1.1" status: 200 len: 854 time: 0.0642381 Sep 15 18:06:47.794571 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333d334-db53-40a0-beec-428d8c776560 req-162fb9ce-c0dc-401c-9102-864940101d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:47.796132 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f333d334-db53-40a0-beec-428d8c776560 req-162fb9ce-c0dc-401c-9102-864940101d30 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=40317817-6fed-4c78-81aa-69d03d7c1e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0470684 Sep 15 18:06:47.801728 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-56ea7e62-7461-4186-8273-1ee5321c2f84 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (43948d98-6e80-4c96-b7ec-5420a0ce8e3b), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:47.802057 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-56ea7e62-7461-4186-8273-1ee5321c2f84 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for floatingip (43948d98-6e80-4c96-b7ec-5420a0ce8e3b), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:47.815337 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-56ea7e62-7461-4186-8273-1ee5321c2f84 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Calling delete_port for 43948d98-6e80-4c96-b7ec-5420a0ce8e3b owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:06:47.980938 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-56ea7e62-7461-4186-8273-1ee5321c2f84 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (43948d98-6e80-4c96-b7ec-5420a0ce8e3b), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:48.004810 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea7e62-7461-4186-8273-1ee5321c2f84 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Pushing event deleted for resources: {'Port': ['ID=43948d98-6e80-4c96-b7ec-5420a0ce8e3b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:48.316179 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-56ea7e62-7461-4186-8273-1ee5321c2f84 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks [] for floatingip (ad361591-6ba6-4ace-9b35-ba051bf98723), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:48.316509 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.l3_db [None req-56ea7e62-7461-4186-8273-1ee5321c2f84 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Floating IP ad361591-6ba6-4ace-9b35-ba051bf98723 disassociated (deleted). External IP: 172.28.1.64, port: 01ece5b8-8a1c-4adb-8d1c-872ad8b02375. Sep 15 18:06:48.359313 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:48.516795 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ea7e62-7461-4186-8273-1ee5321c2f84 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Router 904727a0-9035-4b22-a6c2-77f79ff2cd4b has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:06:48.649805 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:48.660211 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ea7e62-7461-4186-8273-1ee5321c2f84 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:06:48.665219 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-56ea7e62-7461-4186-8273-1ee5321c2f84 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:48.669967 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4630a3-7633-428b-a9a2-19396a81e175 None None] Sync routers for ids ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:06:48.675170 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947f486-c115-4085-97eb-2201a18d0fc9 req-0f1cc3f4-aa13-4440-909b-61a44a9a597c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:48.677202 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6947f486-c115-4085-97eb-2201a18d0fc9 req-0f1cc3f4-aa13-4440-909b-61a44a9a597c tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0751669 Sep 15 18:06:48.698042 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4630a3-7633-428b-a9a2-19396a81e175 None None] Routers {'904727a0-9035-4b22-a6c2-77f79ff2cd4b'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:06:48.698770 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-7c4630a3-7633-428b-a9a2-19396a81e175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:06:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:48.726728 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-56ea7e62-7461-4186-8273-1ee5321c2f84 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/ad361591-6ba6-4ace-9b35-ba051bf98723 HTTP/1.1" status: 204 len: 168 time: 1.1820295 Sep 15 18:06:48.748756 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:48.755113 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf73b5-b951-4085-84e0-32956ffe8ea9 req-c1e7150c-3a71-4675-a068-5e90de29fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:48.756747 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3ebf73b5-b951-4085-84e0-32956ffe8ea9 req-c1e7150c-3a71-4675-a068-5e90de29fc2c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dda6be1ed33a44979aae8cd74d60cb93&device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 1128 time: 0.1005976 Sep 15 18:06:48.794773 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6947f486-c115-4085-97eb-2201a18d0fc9 req-daf6f97a-b470-413e-b14e-da9a8396039e tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009932 Sep 15 18:06:48.809273 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716f909-5b19-4f95-8645-9976bd913843 req-cda558b7-3fc7-4af0-afe3-43ec0f577a50 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:48.821378 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7716f909-5b19-4f95-8645-9976bd913843 req-cda558b7-3fc7-4af0-afe3-43ec0f577a50 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 944 time: 0.0770330 Sep 15 18:06:48.847583 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f333d334-db53-40a0-beec-428d8c776560 req-8b549c55-017b-43ef-9eb2-3ab84e2f79ec service neutron] 10.222.0.27 "GET /networking/v2.0/networks/40317817-6fed-4c78-81aa-69d03d7c1e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013407 Sep 15 18:06:48.888887 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7716f909-5b19-4f95-8645-9976bd913843 req-ff00a714-6713-4b4d-85d8-fc8efd848219 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690932 Sep 15 18:06:48.954471 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf73b5-b951-4085-84e0-32956ffe8ea9 req-9945917e-a471-4920-a77a-dacca32d0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:48.956067 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3ebf73b5-b951-4085-84e0-32956ffe8ea9 req-9945917e-a471-4920-a77a-dacca32d0431 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf HTTP/1.1" status: 200 len: 917 time: 0.1930416 Sep 15 18:06:48.964873 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-7c4630a3-7633-428b-a9a2-19396a81e175 None None] Set router 904727a0-9035-4b22-a6c2-77f79ff2cd4b gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:06:49.013872 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3ebf73b5-b951-4085-84e0-32956ffe8ea9 req-b33e3aff-b700-4460-97a3-750e6cffcc80 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7aa71d26-4d76-451c-b080-60a8027d2f67 HTTP/1.1" status: 200 len: 217 time: 0.0493922 Sep 15 18:06:49.020959 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f333d334-db53-40a0-beec-428d8c776560 req-34fc5d7b-6113-4e83-9f6a-bcdd67040fcc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/40317817-6fed-4c78-81aa-69d03d7c1e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667485 Sep 15 18:06:49.069370 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'tag': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:06:49.073497 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37c4102d2d517d607139b710ac7a8d6e47170191c640291e613d15b6186679b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2582f1-224b-4bde-b260-a0762aefbd36" -d '{"events": [{"name": "network-changed", "server_uuid": "c234d573-46ea-47d3-8a06-a92bb8422731", "tag": "01ece5b8-8a1c-4adb-8d1c-872ad8b02375"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:06:49.104702 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf73b5-b951-4085-84e0-32956ffe8ea9 req-bf14318c-c0bb-413e-a4db-bcabb07586cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:49.106258 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3ebf73b5-b951-4085-84e0-32956ffe8ea9 req-bf14318c-c0bb-413e-a4db-bcabb07586cc service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7fe5157e-f108-4353-8b32-73d0fa8ed955 HTTP/1.1" status: 200 len: 855 time: 0.0844040 Sep 15 18:06:49.128422 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a8967e-999d-44e0-924c-7fddaa8e4e3e x-openstack-request-id: req-a3a8967e-999d-44e0-924c-7fddaa8e4e3e {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:06:49.128709 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c234d573-46ea-47d3-8a06-a92bb8422731", "tag": "01ece5b8-8a1c-4adb-8d1c-872ad8b02375", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:06:49.128958 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3a8967e-999d-44e0-924c-7fddaa8e4e3e {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:06:49.129496 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a8967e-999d-44e0-924c-7fddaa8e4e3e'] response: {'name': 'network-changed', 'server_uuid': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'tag': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375', 'status': 'completed', 'code': 200} Sep 15 18:06:49.152853 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:49.187064 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf73b5-b951-4085-84e0-32956ffe8ea9 req-74ae7f05-1abf-4314-b11a-4ca47c9bd73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:49.189339 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3ebf73b5-b951-4085-84e0-32956ffe8ea9 req-74ae7f05-1abf-4314-b11a-4ca47c9bd73d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0666394 Sep 15 18:06:49.202354 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-7c4630a3-7633-428b-a9a2-19396a81e175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'name': 'tempest-TestMinimumBasicScenario-1433524702-router', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '35a653e8-0547-45a5-a730-701f85f28970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:22Z', 'revision_number': 4, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'gw_port': {'id': '35a653e8-0547-45a5-a730-701f85f28970', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '1989ab33-23b5-42d0-860e-bedac5cc10e8', 'name': '', 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'mac_address': 'fa:16:3e:23:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '261a086f-6c11-4272-a15b-87064aae9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:22Z', 'updated_at': '2022-09-15T18:04:27Z', 'revision_number': 5, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'subnets': [{'id': '261a086f-6c11-4272-a15b-87064aae9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:49.231184 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4630a3-7633-428b-a9a2-19396a81e175 None None] Checking router: 904727a0-9035-4b22-a6c2-77f79ff2cd4b for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:06:49.241175 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4630a3-7633-428b-a9a2-19396a81e175 None None] Routers {'904727a0-9035-4b22-a6c2-77f79ff2cd4b'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:06:49.241852 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-7c4630a3-7633-428b-a9a2-19396a81e175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:06:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:49.355021 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-7c4630a3-7633-428b-a9a2-19396a81e175 None None] Set router 904727a0-9035-4b22-a6c2-77f79ff2cd4b gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:06:49.464909 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:49.519874 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2582f1-224b-4bde-b260-a0762aefbd36 req-ddf5d009-64f3-4caa-b61b-19c27e97a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:49.521471 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ec2582f1-224b-4bde-b260-a0762aefbd36 req-ddf5d009-64f3-4caa-b61b-19c27e97a413 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e9678d09acd84e6d9cfe552488860ff7&device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 1130 time: 0.3218722 Sep 15 18:06:49.563887 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-7c4630a3-7633-428b-a9a2-19396a81e175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'name': 'tempest-TestMinimumBasicScenario-1433524702-router', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '35a653e8-0547-45a5-a730-701f85f28970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:22Z', 'revision_number': 4, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'gw_port': {'id': '35a653e8-0547-45a5-a730-701f85f28970', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '1989ab33-23b5-42d0-860e-bedac5cc10e8', 'name': '', 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'mac_address': 'fa:16:3e:23:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '261a086f-6c11-4272-a15b-87064aae9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:22Z', 'updated_at': '2022-09-15T18:04:27Z', 'revision_number': 5, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'subnets': [{'id': '261a086f-6c11-4272-a15b-87064aae9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:49.589268 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4630a3-7633-428b-a9a2-19396a81e175 None None] The sync data for ids ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'] in dv-cinder-835384-27-smb is: [{'id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'name': 'tempest-TestMinimumBasicScenario-1433524702-router', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '35a653e8-0547-45a5-a730-701f85f28970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:22Z', 'revision_number': 4, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'gw_port': {'id': '35a653e8-0547-45a5-a730-701f85f28970', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '1989ab33-23b5-42d0-860e-bedac5cc10e8', 'name': '', 'network_id': '40317817-6fed-4c78-81aa-69d03d7c1e06', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'mac_address': 'fa:16:3e:23:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '261a086f-6c11-4272-a15b-87064aae9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:22Z', 'updated_at': '2022-09-15T18:04:27Z', 'revision_number': 5, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'subnets': [{'id': '261a086f-6c11-4272-a15b-87064aae9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:06:49.614443 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3ebf73b5-b951-4085-84e0-32956ffe8ea9 req-de8692fd-3fc6-40c9-a438-a5e760645bcc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133081 Sep 15 18:06:49.694688 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2582f1-224b-4bde-b260-a0762aefbd36 req-d68c2081-2ab0-4b82-b7f0-3a5bb3882f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:49.696137 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ec2582f1-224b-4bde-b260-a0762aefbd36 req-d68c2081-2ab0-4b82-b7f0-3a5bb3882f50 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=40317817-6fed-4c78-81aa-69d03d7c1e06 HTTP/1.1" status: 200 len: 916 time: 0.1651275 Sep 15 18:06:49.743685 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ec2582f1-224b-4bde-b260-a0762aefbd36 req-f6f5eb17-e8db-495f-bc59-50b73473446c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01ece5b8-8a1c-4adb-8d1c-872ad8b02375 HTTP/1.1" status: 200 len: 217 time: 0.0407403 Sep 15 18:06:49.805475 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3ebf73b5-b951-4085-84e0-32956ffe8ea9 req-2b05304c-43a6-4b6e-a460-e18b8cfd77c3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690779 Sep 15 18:06:49.817501 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2582f1-224b-4bde-b260-a0762aefbd36 req-7d9a234c-44bd-4802-88a6-1ed4dd34050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:49.818958 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ec2582f1-224b-4bde-b260-a0762aefbd36 req-7d9a234c-44bd-4802-88a6-1ed4dd34050b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=261a086f-6c11-4272-a15b-87064aae9be3 HTTP/1.1" status: 200 len: 854 time: 0.0618565 Sep 15 18:06:49.881070 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c03b70-8dfa-4af5-ad51-b67398d822e5 None None] New status for floating IP ad361591-6ba6-4ace-9b35-ba051bf98723: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:06:49.885331 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2582f1-224b-4bde-b260-a0762aefbd36 req-f06b02c0-4904-4ed8-bfb8-fe68e6aa3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:49.887024 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ec2582f1-224b-4bde-b260-a0762aefbd36 req-f06b02c0-4904-4ed8-bfb8-fe68e6aa3c12 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=40317817-6fed-4c78-81aa-69d03d7c1e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0495815 Sep 15 18:06:50.023631 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ec2582f1-224b-4bde-b260-a0762aefbd36 req-3ecad182-29b5-4ad2-a271-3c758b856d21 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/40317817-6fed-4c78-81aa-69d03d7c1e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281559 Sep 15 18:06:50.024441 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc068a-42bc-498a-b630-f6b447975ff4 req-e29f6bb6-f3bf-41ad-9209-d28e06d525bf tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:50.026210 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-06bc068a-42bc-498a-b630-f6b447975ff4 req-e29f6bb6-f3bf-41ad-9209-d28e06d525bf tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.1253378 Sep 15 18:06:50.127766 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72618310-57ea-4aad-9f2c-41e887c1af7f req-4ee97b93-349f-41c3-b005-aecf5933089c tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:50.128033 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:50.129280 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-72618310-57ea-4aad-9f2c-41e887c1af7f req-4ee97b93-349f-41c3-b005-aecf5933089c tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 944 time: 0.1384995 Sep 15 18:06:50.133329 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-06bc068a-42bc-498a-b630-f6b447975ff4 req-3bca9bd1-eb87-42d1-a7c2-77df6659098f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010709 Sep 15 18:06:50.139562 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ec2582f1-224b-4bde-b260-a0762aefbd36 req-a10eb153-444c-4c1e-bc49-40b0677a44cd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/40317817-6fed-4c78-81aa-69d03d7c1e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062887 Sep 15 18:06:50.180743 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-72618310-57ea-4aad-9f2c-41e887c1af7f req-167b4a48-24b1-4a7d-a4c0-c6c3656db499 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450346 Sep 15 18:06:50.406949 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 7aa71d26-4d76-451c-b080-60a8027d2f67 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:06:50.503304 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 7aa71d26-4d76-451c-b080-60a8027d2f67, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7aa71d26-4d76-451c-b080-60a8027d2f67,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:50.514458 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '7aa71d26-4d76-451c-b080-60a8027d2f67', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'port_id': '7aa71d26-4d76-451c-b080-60a8027d2f67', 'mac_address': 'fa:16:3e:3c:a8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:06:50.549495 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 7aa71d26-4d76-451c-b080-60a8027d2f67 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:06:50.549883 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:50.563107 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa71d26-4d76-451c-b080-60a8027d2f67 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:06:50.584488 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 7aa71d26-4d76-451c-b080-60a8027d2f67, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7aa71d26-4d76-451c-b080-60a8027d2f67,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:50.587726 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:50.619305 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:50.635410 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=7aa71d26-4d76-451c-b080-60a8027d2f67,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:50.964733 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['7aa71d26-4d76-451c-b080-60a8027d2f67'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:06:51.260621 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cda86-d772-47b0-9954-948225e9893e req-960a5e93-e395-4151-bd72-1027f6b1870d tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:51.262125 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-027cda86-d772-47b0-9954-948225e9893e req-960a5e93-e395-4151-bd72-1027f6b1870d tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0530775 Sep 15 18:06:51.345476 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd3932-79f2-4f4b-a569-986ef27529d8 req-7a79e853-be51-48b6-93e8-e51f0c2b84ab tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:51.346993 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1efd3932-79f2-4f4b-a569-986ef27529d8 req-7a79e853-be51-48b6-93e8-e51f0c2b84ab tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 945 time: 0.0720363 Sep 15 18:06:51.352018 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-027cda86-d772-47b0-9954-948225e9893e req-423721ce-e752-4cc6-8b83-043989b98ad9 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838394 Sep 15 18:06:51.396620 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1efd3932-79f2-4f4b-a569-986ef27529d8 req-798e5c0a-da94-4cc6-a50e-f946557794fc tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428388 Sep 15 18:06:51.653707 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b3665-ca1c-4723-98a3-22e3f22dba0b req-8677da54-46ac-4374-bab9-41e948c6c1ce tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:51.655199 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-049b3665-ca1c-4723-98a3-22e3f22dba0b req-8677da54-46ac-4374-bab9-41e948c6c1ce tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 946 time: 0.0505214 Sep 15 18:06:51.696025 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:51.705257 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-049b3665-ca1c-4723-98a3-22e3f22dba0b req-08280e5c-3001-40cf-ac54-3611c35b057a tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438671 Sep 15 18:06:52.448976 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 7aa71d26-4d76-451c-b080-60a8027d2f67 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:06:52.495550 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:52.506530 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port 7aa71d26-4d76-451c-b080-60a8027d2f67 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:06:52.509211 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bd6f4-80ed-4ca3-bc46-91806ce4e8ca req-30c0fadf-1f6d-4312-92ab-50f73ca98226 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:52.510749 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e73bd6f4-80ed-4ca3-bc46-91806ce4e8ca req-30c0fadf-1f6d-4312-92ab-50f73ca98226 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0759246 Sep 15 18:06:52.512656 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 7aa71d26-4d76-451c-b080-60a8027d2f67 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:06:52.513285 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:52.514073 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 7aa71d26-4d76-451c-b080-60a8027d2f67 Sep 15 18:06:52.556725 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8b194-c2b4-45af-a08b-f8457cb2ce7b req-5ec9e1a2-211e-474d-b0ba-9c0f54b486d3 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:52.558217 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8eb8b194-c2b4-45af-a08b-f8457cb2ce7b req-5ec9e1a2-211e-474d-b0ba-9c0f54b486d3 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 945 time: 0.0700772 Sep 15 18:06:52.592479 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 7aa71d26-4d76-451c-b080-60a8027d2f67 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:06:52.592868 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:52.608742 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e73bd6f4-80ed-4ca3-bc46-91806ce4e8ca req-eeec5e50-e663-44a1-87d5-4a2730532504 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815134 Sep 15 18:06:52.618125 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa71d26-4d76-451c-b080-60a8027d2f67'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:06:52.620396 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d9028e-527e-431b-82d1-189a17bd145a" -d '{"events": [{"server_uuid": "08c332c6-2dcf-49c2-8965-f8c232a55cc8", "name": "network-vif-plugged", "status": "completed", "tag": "7aa71d26-4d76-451c-b080-60a8027d2f67"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:06:52.642997 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8eb8b194-c2b4-45af-a08b-f8457cb2ce7b req-ebd70397-4d62-4bff-a364-72ba98cf5a60 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756242 Sep 15 18:06:52.645335 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 7aa71d26-4d76-451c-b080-60a8027d2f67, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7aa71d26-4d76-451c-b080-60a8027d2f67,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:52.650179 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:52.664235 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdfba58-5013-4c7b-81ed-89ba730c5eb1 x-openstack-request-id: req-9bdfba58-5013-4c7b-81ed-89ba730c5eb1 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:06:52.664542 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c332c6-2dcf-49c2-8965-f8c232a55cc8", "name": "network-vif-plugged", "status": "completed", "tag": "7aa71d26-4d76-451c-b080-60a8027d2f67", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:06:52.664794 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9bdfba58-5013-4c7b-81ed-89ba730c5eb1 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:06:52.665180 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bdfba58-5013-4c7b-81ed-89ba730c5eb1'] response: {'server_uuid': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa71d26-4d76-451c-b080-60a8027d2f67', 'code': 200} Sep 15 18:06:52.708918 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=7aa71d26-4d76-451c-b080-60a8027d2f67,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:52.825075 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0594e6e-eb00-4849-a715-a32444959d0f req-16bdf73b-992d-4e80-a9e6-41934e4a8470 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:52.826564 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b0594e6e-eb00-4849-a715-a32444959d0f req-16bdf73b-992d-4e80-a9e6-41934e4a8470 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 946 time: 0.0473483 Sep 15 18:06:52.879346 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b0594e6e-eb00-4849-a715-a32444959d0f req-9d01ee20-073c-4484-b6be-4d55f8c888db tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466213 Sep 15 18:06:53.735187 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfac2e-91b7-40a4-bf45-4979c4729e68 req-e981cdf4-ea9f-4555-9037-b0cf84747eec tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:53.736562 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-74dfac2e-91b7-40a4-bf45-4979c4729e68 req-e981cdf4-ea9f-4555-9037-b0cf84747eec tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0479782 Sep 15 18:06:53.789393 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-74dfac2e-91b7-40a4-bf45-4979c4729e68 req-0c6bb848-3e21-42dd-9f18-d5a913e60dca tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461268 Sep 15 18:06:53.832964 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4e0f6-a6cc-4946-aedd-f29f238c311a req-a0f153e3-f7c6-4f9a-b1cc-85209686b914 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:53.834599 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2bb4e0f6-a6cc-4946-aedd-f29f238c311a req-a0f153e3-f7c6-4f9a-b1cc-85209686b914 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 946 time: 0.0528553 Sep 15 18:06:53.932771 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:53.943670 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925e5cd-b54b-4da2-a208-ba38d6b77f1a req-c78bc878-6f13-460a-97b3-7653b1bd38a5 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:53.943905 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe3a78-953c-4c62-b1c0-a01201f3c4da req-973bdc65-3a3f-4c37-a10d-43167e4d77d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:53.946073 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-febe3a78-953c-4c62-b1c0-a01201f3c4da req-973bdc65-3a3f-4c37-a10d-43167e4d77d5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 1130 time: 0.0605199 Sep 15 18:06:53.946401 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9925e5cd-b54b-4da2-a208-ba38d6b77f1a req-c78bc878-6f13-460a-97b3-7653b1bd38a5 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0639691 Sep 15 18:06:53.999485 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9925e5cd-b54b-4da2-a208-ba38d6b77f1a req-d6c649a4-8435-4212-bd94-398a7443bd42 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483794 Sep 15 18:06:54.006548 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-2bb4e0f6-a6cc-4946-aedd-f29f238c311a req-680af811-ca02-425b-89ab-98b587429922 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Deleting port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:06:54.007001 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2bb4e0f6-a6cc-4946-aedd-f29f238c311a req-680af811-ca02-425b-89ab-98b587429922 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:54.096360 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-febe3a78-953c-4c62-b1c0-a01201f3c4da req-7f09a4f7-7712-4381-a644-f0f9a32aed46 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217964 Sep 15 18:06:54.137473 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bf16f-866a-47ee-8723-825a66179943 req-ea1e6182-f963-469e-a27e-c08ede4fa4ff tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:54.138969 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-916bf16f-866a-47ee-8723-825a66179943 req-ea1e6182-f963-469e-a27e-c08ede4fa4ff tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 946 time: 0.0475702 Sep 15 18:06:54.145119 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-2bb4e0f6-a6cc-4946-aedd-f29f238c311a req-680af811-ca02-425b-89ab-98b587429922 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] For port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=01ece5b8-8a1c-4adb-8d1c-872ad8b02375,segment=NetworkSegment(aa65cc5b-8e16-4704-b469-f2e1c7c268b0),segment_id=aa65cc5b-8e16-4704-b469-f2e1c7c268b0)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:54.145521 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2bb4e0f6-a6cc-4946-aedd-f29f238c311a req-680af811-ca02-425b-89ab-98b587429922 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:54.159803 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-2bb4e0f6-a6cc-4946-aedd-f29f238c311a req-680af811-ca02-425b-89ab-98b587429922 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Calling delete_port for 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:06:54.198851 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-916bf16f-866a-47ee-8723-825a66179943 req-ae88402b-2cc5-4b20-a77c-573c93fc0b65 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4467d531-3706-454d-8dd9-53698b0fb071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542243 Sep 15 18:06:54.309023 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2bb4e0f6-a6cc-4946-aedd-f29f238c311a req-680af811-ca02-425b-89ab-98b587429922 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (01ece5b8-8a1c-4adb-8d1c-872ad8b02375), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:54.316323 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:54.347057 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['01ece5b8-8a1c-4adb-8d1c-872ad8b02375'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:06:54.347550 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680af811-ca02-425b-89ab-98b587429922 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Pushing event deleted for resources: {'Port': ['ID=01ece5b8-8a1c-4adb-8d1c-872ad8b02375,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:54.395339 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:54.396693 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb4e0f6-a6cc-4946-aedd-f29f238c311a req-680af811-ca02-425b-89ab-98b587429922 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] No DVR routers for this DVR port 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:06:54.399172 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2bb4e0f6-a6cc-4946-aedd-f29f238c311a req-680af811-ca02-425b-89ab-98b587429922 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:54.402355 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2bb4e0f6-a6cc-4946-aedd-f29f238c311a req-680af811-ca02-425b-89ab-98b587429922 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.27 "DELETE /networking/v2.0/ports/01ece5b8-8a1c-4adb-8d1c-872ad8b02375 HTTP/1.1" status: 204 len: 173 time: 0.5478692 Sep 15 18:06:54.402845 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'name': 'network-vif-deleted', 'tag': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:06:54.405097 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7586b85-ff9d-4540-afda-7f9fcde3d60b" -d '{"events": [{"server_uuid": "c234d573-46ea-47d3-8a06-a92bb8422731", "name": "network-vif-deleted", "tag": "01ece5b8-8a1c-4adb-8d1c-872ad8b02375"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:06:54.450567 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcdb764-9316-4d9b-95e4-a444f85eddc8 x-openstack-request-id: req-5fcdb764-9316-4d9b-95e4-a444f85eddc8 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:06:54.450860 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c234d573-46ea-47d3-8a06-a92bb8422731", "name": "network-vif-deleted", "tag": "01ece5b8-8a1c-4adb-8d1c-872ad8b02375", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:06:54.451117 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fcdb764-9316-4d9b-95e4-a444f85eddc8 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:06:54.451521 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fcdb764-9316-4d9b-95e4-a444f85eddc8'] response: {'server_uuid': 'c234d573-46ea-47d3-8a06-a92bb8422731', 'name': 'network-vif-deleted', 'tag': '01ece5b8-8a1c-4adb-8d1c-872ad8b02375', 'status': 'completed', 'code': 200} Sep 15 18:06:54.921082 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a1a65-11d0-4837-b5a5-585ede2dd63f req-7c3b4b7e-f415-4586-b64d-77097b8ddad8 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:54.922801 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1a9a1a65-11d0-4837-b5a5-585ede2dd63f req-7c3b4b7e-f415-4586-b64d-77097b8ddad8 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0497525 Sep 15 18:06:54.999317 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1a9a1a65-11d0-4837-b5a5-585ede2dd63f req-f0c36f99-9966-41f8-a73d-52b60b21ed60 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676396 Sep 15 18:06:55.155537 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f30b14-7757-43b7-9eab-6ec5f7fd1f4b req-1162f2fd-8549-43f2-9bbe-21e292d16f43 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:55.157377 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-33f30b14-7757-43b7-9eab-6ec5f7fd1f4b req-1162f2fd-8549-43f2-9bbe-21e292d16f43 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0577676 Sep 15 18:06:55.223772 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-33f30b14-7757-43b7-9eab-6ec5f7fd1f4b req-53b88dac-bc97-42eb-8779-159f01af176c tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524225 Sep 15 18:06:55.334092 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ef3a2631-cda4-4220-99a5-a5dedee2dafe req-28aea985-0c82-4520-9489-304f9e0f5d9c tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 210 time: 0.0298624 Sep 15 18:06:56.134590 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e87cb9-c661-432c-98c5-11fffb239372 req-6cbcc2b2-20cb-4c9d-82b0-7c45977b9597 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:56.136088 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-97e87cb9-c661-432c-98c5-11fffb239372 req-6cbcc2b2-20cb-4c9d-82b0-7c45977b9597 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0543003 Sep 15 18:06:56.195715 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-97e87cb9-c661-432c-98c5-11fffb239372 req-22e3a094-ab60-4a1a-9d07-d9fff8529aa7 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534534 Sep 15 18:06:56.365568 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a17ee-9485-4f23-9833-27a220b3a2fc req-827cb71b-8766-440b-af3f-61bb82e7614b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:56.367140 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ef4a17ee-9485-4f23-9833-27a220b3a2fc req-827cb71b-8766-440b-af3f-61bb82e7614b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0560532 Sep 15 18:06:56.443435 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ef4a17ee-9485-4f23-9833-27a220b3a2fc req-92c64a34-1b20-4523-9b72-0d5ba8eb551d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702753 Sep 15 18:06:56.456080 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:06:56.461438 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-351f830d-299a-4451-b229-8ee667de43f8 req-50381ec7-25b7-4a1a-a9b0-9342cbdc36b6 tempest-TestMinimumBasicScenario-1631053475 tempest-TestMinimumBasicScenario-1631053475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c234d573-46ea-47d3-8a06-a92bb8422731 HTTP/1.1" status: 200 len: 210 time: 0.0319695 Sep 15 18:06:56.478294 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:06:56.478637 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 01ece5b8-8a1c-4adb-8d1c-872ad8b02375 not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:06:56.566906 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4fcf2-4f7d-472b-80d0-4feead5d6128 req-6c352fbc-4d95-4266-ae76-9481bd94385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:56.568582 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f9e4fcf2-4f7d-472b-80d0-4feead5d6128 req-6c352fbc-4d95-4266-ae76-9481bd94385d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a11adea5f21c48eb91e2c8f88f8c3349&device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 1129 time: 0.0487318 Sep 15 18:06:56.595080 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46be44-7069-475e-9c21-9e37e751640e req-855da1a4-3863-420b-a9d3-7242a743a9ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:56.596595 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-dc46be44-7069-475e-9c21-9e37e751640e req-855da1a4-3863-420b-a9d3-7242a743a9ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0605655 Sep 15 18:06:56.606989 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36420) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:56.611622 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c071a5f1-78bc-4864-b855-d95903d971f7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Request body: {'floatingip': {'port_id': '7aa71d26-4d76-451c-b080-60a8027d2f67'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:06:56.651754 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c071a5f1-78bc-4864-b855-d95903d971f7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for floatingip (9bc40e57-8f1e-4846-91fe-51da9e879604), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:56.690050 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:56.972157 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4fcf2-4f7d-472b-80d0-4feead5d6128 req-325f2435-e4e1-4dd3-9777-7bd73c43e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:56.974085 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f9e4fcf2-4f7d-472b-80d0-4feead5d6128 req-325f2435-e4e1-4dd3-9777-7bd73c43e18b service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=bb0834d2-d4fe-46db-89c7-c08b6ab85c46 HTTP/1.1" status: 200 len: 909 time: 0.1277981 Sep 15 18:06:57.049984 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f9e4fcf2-4f7d-472b-80d0-4feead5d6128 req-e3e4c360-d06f-46d7-8da7-c2dbb2dddc15 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8217221b-0f50-45b1-a1a8-88b53757ca38 HTTP/1.1" status: 200 len: 1001 time: 0.0651939 Sep 15 18:06:57.104168 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4fcf2-4f7d-472b-80d0-4feead5d6128 req-96243177-d261-47ba-874c-0d6521c35e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:57.105755 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f9e4fcf2-4f7d-472b-80d0-4feead5d6128 req-96243177-d261-47ba-874c-0d6521c35e7a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=3a8db522-0111-4818-bf99-9914b2b14e3d HTTP/1.1" status: 200 len: 847 time: 0.0493004 Sep 15 18:06:57.143314 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c071a5f1-78bc-4864-b855-d95903d971f7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:57.148515 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c071a5f1-78bc-4864-b855-d95903d971f7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (9bc40e57-8f1e-4846-91fe-51da9e879604), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:57.157498 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4fcf2-4f7d-472b-80d0-4feead5d6128 req-82ab0f24-aada-45ab-aa81-bfe36c9df49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:57.159196 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f9e4fcf2-4f7d-472b-80d0-4feead5d6128 req-82ab0f24-aada-45ab-aa81-bfe36c9df49e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=bb0834d2-d4fe-46db-89c7-c08b6ab85c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0473986 Sep 15 18:06:57.190207 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:57.257190 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.l3_db [None req-c071a5f1-78bc-4864-b855-d95903d971f7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Floating IP 9bc40e57-8f1e-4846-91fe-51da9e879604 associated. External IP: 172.28.1.162, port: 7aa71d26-4d76-451c-b080-60a8027d2f67. Sep 15 18:06:57.260416 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f9e4fcf2-4f7d-472b-80d0-4feead5d6128 req-58029ca1-44a4-4e90-aaec-48aae53037ef service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bb0834d2-d4fe-46db-89c7-c08b6ab85c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949254 Sep 15 18:06:57.348060 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:57.389733 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f9e4fcf2-4f7d-472b-80d0-4feead5d6128 req-e39722ec-45ae-420e-83f0-ea59205f4bdc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bb0834d2-d4fe-46db-89c7-c08b6ab85c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227424 Sep 15 18:06:57.410107 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b4cc9-5509-445a-8533-a6b1a19a3012 req-8b21b237-1b2c-4f8c-b7da-edf941953bd3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:57.411537 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-207b4cc9-5509-445a-8533-a6b1a19a3012 req-8b21b237-1b2c-4f8c-b7da-edf941953bd3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.1024559 Sep 15 18:06:57.515152 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-207b4cc9-5509-445a-8533-a6b1a19a3012 req-ed56847c-18ac-40f4-9ffc-889466f70fa3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940022 Sep 15 18:06:57.589863 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c071a5f1-78bc-4864-b855-d95903d971f7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:06:57.986025 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:57.999215 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c071a5f1-78bc-4864-b855-d95903d971f7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:06:58.004997 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c071a5f1-78bc-4864-b855-d95903d971f7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:58.009162 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a990d1f8-a6cc-40c3-801f-d70d3b96268c None None] Sync routers for ids ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:06:58.021757 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a990d1f8-a6cc-40c3-801f-d70d3b96268c None None] Routers {'67b1b895-4b0e-41f5-be77-693cb1b3edf7'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:06:58.022416 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a990d1f8-a6cc-40c3-801f-d70d3b96268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:06:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:58.051882 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-c071a5f1-78bc-4864-b855-d95903d971f7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/9bc40e57-8f1e-4846-91fe-51da9e879604 HTTP/1.1" status: 200 len: 992 time: 1.4414208 Sep 15 18:06:58.051882 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'tag': '7aa71d26-4d76-451c-b080-60a8027d2f67'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:06:58.053090 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37c4102d2d517d607139b710ac7a8d6e47170191c640291e613d15b6186679b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d705bae-0d7f-4299-aaab-fe7823787ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "08c332c6-2dcf-49c2-8965-f8c232a55cc8", "tag": "7aa71d26-4d76-451c-b080-60a8027d2f67"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:06:58.107871 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceca7dc8-7d0b-44a3-bcfb-e9a35c73c4d4 x-openstack-request-id: req-ceca7dc8-7d0b-44a3-bcfb-e9a35c73c4d4 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:06:58.108079 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c332c6-2dcf-49c2-8965-f8c232a55cc8", "tag": "7aa71d26-4d76-451c-b080-60a8027d2f67", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:06:58.108277 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ceca7dc8-7d0b-44a3-bcfb-e9a35c73c4d4 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:06:58.108636 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceca7dc8-7d0b-44a3-bcfb-e9a35c73c4d4'] response: {'name': 'network-changed', 'server_uuid': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'tag': '7aa71d26-4d76-451c-b080-60a8027d2f67', 'status': 'completed', 'code': 200} Sep 15 18:06:58.158315 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-a990d1f8-a6cc-40c3-801f-d70d3b96268c None None] Set router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:06:58.353892 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:58.380377 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36488) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:06:58.428236 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a990d1f8-a6cc-40c3-801f-d70d3b96268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:40Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '9bc40e57-8f1e-4846-91fe-51da9e879604', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'floating_ip_address': '172.28.1.162', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'port_id': '7aa71d26-4d76-451c-b080-60a8027d2f67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'mac_address': 'fa:16:3e:3c:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:06:42Z', 'updated_at': '2022-09-15T18:06:57Z', 'revision_number': 1, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f95297-a655-4d97-ab62-d125c48de1e0', 'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'mac_address': 'fa:16:3e:35:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:40Z', 'updated_at': '2022-09-15T18:06:45Z', 'revision_number': 5, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'subnets': [{'id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:58.464174 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a990d1f8-a6cc-40c3-801f-d70d3b96268c None None] Checking router: 67b1b895-4b0e-41f5-be77-693cb1b3edf7 for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:06:58.474050 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a990d1f8-a6cc-40c3-801f-d70d3b96268c None None] Routers {'67b1b895-4b0e-41f5-be77-693cb1b3edf7'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:06:58.475014 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a990d1f8-a6cc-40c3-801f-d70d3b96268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:06:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:58.674991 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ff86e-42af-48be-afc6-ffd45188bb0d req-acd840b9-7f73-48e2-843c-a4841e8583a2 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:58.675738 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-476ff86e-42af-48be-afc6-ffd45188bb0d req-acd840b9-7f73-48e2-843c-a4841e8583a2 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0630169 Sep 15 18:06:58.725742 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-a990d1f8-a6cc-40c3-801f-d70d3b96268c None None] Set router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:06:58.800172 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-476ff86e-42af-48be-afc6-ffd45188bb0d req-bc54fbb9-9eab-45d0-b746-78217d589198 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065168 Sep 15 18:06:58.804911 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdfbafaa-252f-4a77-85d4-a8526bd45b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433571'] for router_interface (904727a0-9035-4b22-a6c2-77f79ff2cd4b), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:58.808079 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd0dc9-1a51-44a3-bf38-e6391240ffd3 req-3bb42c36-b9cd-4ea9-bd29-596e57b18c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:58.809777 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e1fd0dc9-1a51-44a3-bf38-e6391240ffd3 req-3bb42c36-b9cd-4ea9-bd29-596e57b18c12 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a11adea5f21c48eb91e2c8f88f8c3349&device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 1129 time: 0.0732598 Sep 15 18:06:58.813625 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d705bae-0d7f-4299-aaab-fe7823787ad4 req-4485b487-fff3-45fb-9a5e-57c887e530af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:58.815224 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3d705bae-0d7f-4299-aaab-fe7823787ad4 req-4485b487-fff3-45fb-9a5e-57c887e530af service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dda6be1ed33a44979aae8cd74d60cb93&device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 1130 time: 0.0666769 Sep 15 18:06:58.866766 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:58.981245 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c825d363-7b66-49f3-8760-2a43960a5a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:58.984316 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd0dc9-1a51-44a3-bf38-e6391240ffd3 req-333ea7e7-7861-4db3-8d0d-d7ae40a4b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:58.987024 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e1fd0dc9-1a51-44a3-bf38-e6391240ffd3 req-333ea7e7-7861-4db3-8d0d-d7ae40a4b1e0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=bb0834d2-d4fe-46db-89c7-c08b6ab85c46 HTTP/1.1" status: 200 len: 909 time: 0.1296997 Sep 15 18:06:59.109513 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-a990d1f8-a6cc-40c3-801f-d70d3b96268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:40Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '9bc40e57-8f1e-4846-91fe-51da9e879604', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'floating_ip_address': '172.28.1.162', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'port_id': '7aa71d26-4d76-451c-b080-60a8027d2f67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'mac_address': 'fa:16:3e:3c:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:06:42Z', 'updated_at': '2022-09-15T18:06:57Z', 'revision_number': 1, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f95297-a655-4d97-ab62-d125c48de1e0', 'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'mac_address': 'fa:16:3e:35:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:40Z', 'updated_at': '2022-09-15T18:06:45Z', 'revision_number': 5, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'subnets': [{'id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:59.144593 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a990d1f8-a6cc-40c3-801f-d70d3b96268c None None] The sync data for ids ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'] in dv-cinder-835384-27-smb is: [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:40Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '9bc40e57-8f1e-4846-91fe-51da9e879604', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'floating_ip_address': '172.28.1.162', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'port_id': '7aa71d26-4d76-451c-b080-60a8027d2f67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'mac_address': 'fa:16:3e:3c:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:06:42Z', 'updated_at': '2022-09-15T18:06:57Z', 'revision_number': 1, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f95297-a655-4d97-ab62-d125c48de1e0', 'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'mac_address': 'fa:16:3e:35:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:40Z', 'updated_at': '2022-09-15T18:06:45Z', 'revision_number': 5, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'subnets': [{'id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:06:59.146503 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-fdfbafaa-252f-4a77-85d4-a8526bd45b05 admin admin] Deleting port 1989ab33-23b5-42d0-860e-bedac5cc10e8 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:06:59.147332 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdfbafaa-252f-4a77-85d4-a8526bd45b05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:59.164414 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:59.171154 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e1fd0dc9-1a51-44a3-bf38-e6391240ffd3 req-2bba11e1-194e-4510-afd2-646be9db71b6 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8217221b-0f50-45b1-a1a8-88b53757ca38 HTTP/1.1" status: 200 len: 1001 time: 0.1548731 Sep 15 18:06:59.199596 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:59.252673 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d705bae-0d7f-4299-aaab-fe7823787ad4 req-da1c3d15-de5e-496a-954c-5e061de5c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:59.254928 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3d705bae-0d7f-4299-aaab-fe7823787ad4 req-da1c3d15-de5e-496a-954c-5e061de5c74f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf HTTP/1.1" status: 200 len: 917 time: 0.3994772 Sep 15 18:06:59.279493 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-fdfbafaa-252f-4a77-85d4-a8526bd45b05 admin admin] For port 1989ab33-23b5-42d0-860e-bedac5cc10e8, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=1989ab33-23b5-42d0-860e-bedac5cc10e8,segment=NetworkSegment(aa65cc5b-8e16-4704-b469-f2e1c7c268b0),segment_id=aa65cc5b-8e16-4704-b469-f2e1c7c268b0)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:59.280252 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdfbafaa-252f-4a77-85d4-a8526bd45b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:59.297903 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-fdfbafaa-252f-4a77-85d4-a8526bd45b05 admin admin] Calling delete_port for 1989ab33-23b5-42d0-860e-bedac5cc10e8 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:06:59.332031 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd0dc9-1a51-44a3-bf38-e6391240ffd3 req-64413951-d4f0-49a8-81e0-b52938367ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:59.334742 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e1fd0dc9-1a51-44a3-bf38-e6391240ffd3 req-64413951-d4f0-49a8-81e0-b52938367ffb service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=3a8db522-0111-4818-bf99-9914b2b14e3d HTTP/1.1" status: 200 len: 847 time: 0.1451068 Sep 15 18:06:59.397968 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:06:59.400187 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3d705bae-0d7f-4299-aaab-fe7823787ad4 req-8be0e3ae-c78b-4500-9c1b-a4ad6b3d2860 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7aa71d26-4d76-451c-b080-60a8027d2f67 HTTP/1.1" status: 200 len: 1000 time: 0.1373444 Sep 15 18:06:59.401221 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd0dc9-1a51-44a3-bf38-e6391240ffd3 req-87f35890-5176-48dd-aa41-c3f733712487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:59.402734 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e1fd0dc9-1a51-44a3-bf38-e6391240ffd3 req-87f35890-5176-48dd-aa41-c3f733712487 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=bb0834d2-d4fe-46db-89c7-c08b6ab85c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0612757 Sep 15 18:06:59.528734 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7312f27-7b09-4393-babe-f3a66cd5b43c None None] New status for floating IP 9bc40e57-8f1e-4846-91fe-51da9e879604: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:06:59.566332 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d705bae-0d7f-4299-aaab-fe7823787ad4 req-72875bab-9aca-4b9d-9cb4-4bab1d831b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:59.568395 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3d705bae-0d7f-4299-aaab-fe7823787ad4 req-72875bab-9aca-4b9d-9cb4-4bab1d831b90 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7fe5157e-f108-4353-8b32-73d0fa8ed955 HTTP/1.1" status: 200 len: 855 time: 0.1409187 Sep 15 18:06:59.633090 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdfbafaa-252f-4a77-85d4-a8526bd45b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (1989ab33-23b5-42d0-860e-bedac5cc10e8), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:06:59.648673 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e1fd0dc9-1a51-44a3-bf38-e6391240ffd3 req-23789bf4-b823-49ba-bf36-639bf7aeaff6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bb0834d2-d4fe-46db-89c7-c08b6ab85c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377660 Sep 15 18:06:59.691318 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbafaa-252f-4a77-85d4-a8526bd45b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=1989ab33-23b5-42d0-860e-bedac5cc10e8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:59.741711 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d705bae-0d7f-4299-aaab-fe7823787ad4 req-167d03b0-4b5c-4961-9d03-a08baca22978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:59.743467 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3d705bae-0d7f-4299-aaab-fe7823787ad4 req-167d03b0-4b5c-4961-9d03-a08baca22978 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1349604 Sep 15 18:06:59.887866 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e1fd0dc9-1a51-44a3-bf38-e6391240ffd3 req-7bee7776-b333-402c-800b-93e99504d666 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bb0834d2-d4fe-46db-89c7-c08b6ab85c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211199 Sep 15 18:06:59.917046 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3d705bae-0d7f-4299-aaab-fe7823787ad4 req-622d8e7d-1f08-4490-b381-f3830d7e28f1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635275 Sep 15 18:06:59.989676 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea2472-7fef-4157-8930-badc6530d4fd req-e6076cfe-1fb5-40e4-9707-ed7242be8f40 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:06:59.991181 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-12ea2472-7fef-4157-8930-badc6530d4fd req-e6076cfe-1fb5-40e4-9707-ed7242be8f40 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0602226 Sep 15 18:06:59.992193 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdfbafaa-252f-4a77-85d4-a8526bd45b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550931'] for router_interface (904727a0-9035-4b22-a6c2-77f79ff2cd4b), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:00.092545 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-12ea2472-7fef-4157-8930-badc6530d4fd req-9fbdffc6-999f-4812-8820-037e9eea80e6 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937223 Sep 15 18:07:00.184000 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [req-4cfc3e5d-8b8e-42ef-ba66-d5772764fdfd req-79b8b697-4bae-4f26-a86a-83dac7b82920 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 18:07:00.184977 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4cfc3e5d-8b8e-42ef-ba66-d5772764fdfd req-79b8b697-4bae-4f26-a86a-83dac7b82920 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0071836 Sep 15 18:07:00.253691 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfbafaa-252f-4a77-85d4-a8526bd45b05 admin admin] Router 904727a0-9035-4b22-a6c2-77f79ff2cd4b has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:07:00.309937 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:00.372326 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36514) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:00.417811 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edc2b4-74c8-4894-b3d1-b84d84798afb req-05cced59-a4d7-459e-9513-62a90f688797 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:00.419324 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-99edc2b4-74c8-4894-b3d1-b84d84798afb req-05cced59-a4d7-459e-9513-62a90f688797 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0890548 Sep 15 18:07:00.422349 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfbafaa-252f-4a77-85d4-a8526bd45b05 admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:07:00.428039 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-fdfbafaa-252f-4a77-85d4-a8526bd45b05 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/904727a0-9035-4b22-a6c2-77f79ff2cd4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0464463 Sep 15 18:07:00.430581 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36518) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:00.434201 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc0d2ac-5be2-4279-8bf2-3e96c271a9e8 None None] Sync routers for ids ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:07:00.450458 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc0d2ac-5be2-4279-8bf2-3e96c271a9e8 None None] Routers {'904727a0-9035-4b22-a6c2-77f79ff2cd4b'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:07:00.451390 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-3fc0d2ac-5be2-4279-8bf2-3e96c271a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:06:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:00.486004 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-db005557-331a-4cdc-bc44-bdad523ea805 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1121359 Sep 15 18:07:00.501854 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-4a6fd4d4-f91c-44f5-b17f-7508fd9e4afe service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 18:07:00.516814 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-4a6fd4d4-f91c-44f5-b17f-7508fd9e4afe service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0246625 Sep 15 18:07:00.563658 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-99edc2b4-74c8-4894-b3d1-b84d84798afb req-3f520213-93ba-4fc3-8a02-7a1309f1fa57 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259916 Sep 15 18:07:00.591534 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:00.593858 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6eea31d0-6da0-4f7c-bb9c-6370ee5ae8fe admin admin] Publish callbacks [] for router (904727a0-9035-4b22-a6c2-77f79ff2cd4b), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:00.652446 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-3fc0d2ac-5be2-4279-8bf2-3e96c271a9e8 None None] Set router 904727a0-9035-4b22-a6c2-77f79ff2cd4b gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:07:00.675833 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36528) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:00.752136 dv-cinder-835384-27-smb neutron-server[106386]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 18:07:00.800757 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6eea31d0-6da0-4f7c-bb9c-6370ee5ae8fe admin admin] Publish callbacks [] for router_gateway (904727a0-9035-4b22-a6c2-77f79ff2cd4b), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:00.811160 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3d705bae-0d7f-4299-aaab-fe7823787ad4 req-14751ca9-e27e-4279-9ee0-9c4f9405fbcd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904477 Sep 15 18:07:00.837574 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-ed72c9ac-329b-4159-bca2-42986ff8b070 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:00.849481 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-6eea31d0-6da0-4f7c-bb9c-6370ee5ae8fe admin admin] Deleting port 35a653e8-0547-45a5-a730-701f85f28970 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:07:00.849854 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6eea31d0-6da0-4f7c-bb9c-6370ee5ae8fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (35a653e8-0547-45a5-a730-701f85f28970), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:00.850029 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-ed72c9ac-329b-4159-bca2-42986ff8b070 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports/8217221b-0f50-45b1-a1a8-88b53757ca38 HTTP/1.1" status: 200 len: 942 time: 0.1727960 Sep 15 18:07:00.920875 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-3fc0d2ac-5be2-4279-8bf2-3e96c271a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'name': 'tempest-TestMinimumBasicScenario-1433524702-router', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '35a653e8-0547-45a5-a730-701f85f28970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:06:59Z', 'revision_number': 5, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'gw_port': {'id': '35a653e8-0547-45a5-a730-701f85f28970', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:00.956631 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc0d2ac-5be2-4279-8bf2-3e96c271a9e8 None None] Checking router: 904727a0-9035-4b22-a6c2-77f79ff2cd4b for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:07:00.967193 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc0d2ac-5be2-4279-8bf2-3e96c271a9e8 None None] Routers {'904727a0-9035-4b22-a6c2-77f79ff2cd4b'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:07:00.968263 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-3fc0d2ac-5be2-4279-8bf2-3e96c271a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:06:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:00.999458 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-6eea31d0-6da0-4f7c-bb9c-6370ee5ae8fe admin admin] For port 35a653e8-0547-45a5-a730-701f85f28970, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=35a653e8-0547-45a5-a730-701f85f28970,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:00.999879 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6eea31d0-6da0-4f7c-bb9c-6370ee5ae8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (35a653e8-0547-45a5-a730-701f85f28970), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:01.023107 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-6eea31d0-6da0-4f7c-bb9c-6370ee5ae8fe admin admin] Calling delete_port for 35a653e8-0547-45a5-a730-701f85f28970 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:07:01.058986 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-3fc0d2ac-5be2-4279-8bf2-3e96c271a9e8 None None] Set router 904727a0-9035-4b22-a6c2-77f79ff2cd4b gateway port host: None {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:07:01.131174 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-3fc0d2ac-5be2-4279-8bf2-3e96c271a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'name': 'tempest-TestMinimumBasicScenario-1433524702-router', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:07:00Z', 'revision_number': 6, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'gw_port_host': None}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:01.167518 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc0d2ac-5be2-4279-8bf2-3e96c271a9e8 None None] The sync data for ids ['904727a0-9035-4b22-a6c2-77f79ff2cd4b'] in dv-cinder-835384-27-smb is: [{'id': '904727a0-9035-4b22-a6c2-77f79ff2cd4b', 'name': 'tempest-TestMinimumBasicScenario-1433524702-router', 'tenant_id': 'e9678d09acd84e6d9cfe552488860ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:20Z', 'updated_at': '2022-09-15T18:07:00Z', 'revision_number': 6, 'project_id': 'e9678d09acd84e6d9cfe552488860ff7', 'gw_port_host': None}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:07:01.238204 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6eea31d0-6da0-4f7c-bb9c-6370ee5ae8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (35a653e8-0547-45a5-a730-701f85f28970), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:01.264572 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea31d0-6da0-4f7c-bb9c-6370ee5ae8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=35a653e8-0547-45a5-a730-701f85f28970,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:01.338507 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6eea31d0-6da0-4f7c-bb9c-6370ee5ae8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556889'] for router_gateway (904727a0-9035-4b22-a6c2-77f79ff2cd4b), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:01.341870 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:01.440530 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6eea31d0-6da0-4f7c-bb9c-6370ee5ae8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-659'] for router (904727a0-9035-4b22-a6c2-77f79ff2cd4b), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:01.442813 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6eea31d0-6da0-4f7c-bb9c-6370ee5ae8fe admin admin] Publish callbacks [] for router_controller (904727a0-9035-4b22-a6c2-77f79ff2cd4b), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:01.488001 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2fca2a40-a969-4779-b214-2df90c605032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:01.493324 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6eea31d0-6da0-4f7c-bb9c-6370ee5ae8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551022'] for router (904727a0-9035-4b22-a6c2-77f79ff2cd4b), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:01.494069 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eea31d0-6da0-4f7c-bb9c-6370ee5ae8fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 904727a0-9035-4b22-a6c2-77f79ff2cd4b {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:07:01.512618 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6eea31d0-6da0-4f7c-bb9c-6370ee5ae8fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:01.513972 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-6eea31d0-6da0-4f7c-bb9c-6370ee5ae8fe admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/904727a0-9035-4b22-a6c2-77f79ff2cd4b HTTP/1.1" status: 204 len: 168 time: 1.0820785 Sep 15 18:07:01.517486 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36540) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:01.587524 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-47592317-f690-404c-905e-d95a6a311caf admin admin] Deleting subnet 261a086f-6c11-4272-a15b-87064aae9be3 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 18:07:01.592667 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47592317-f690-404c-905e-d95a6a311caf admin admin] Publish callbacks [] for subnet (261a086f-6c11-4272-a15b-87064aae9be3), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:01.659573 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47592317-f690-404c-905e-d95a6a311caf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5629009'] for subnet (261a086f-6c11-4272-a15b-87064aae9be3), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:01.745676 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 1989ab33-23b5-42d0-860e-bedac5cc10e8 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:07:01.750749 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:01.802544 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: 1989ab33-23b5-42d0-860e-bedac5cc10e8 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:07:01.803467 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 1989ab33-23b5-42d0-860e-bedac5cc10e8 not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:07:01.834415 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512dd377-8007-48da-9629-9124ffc2c988 req-8978bd75-5cc0-4d36-b4c2-521b074e674e tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:01.836013 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-512dd377-8007-48da-9629-9124ffc2c988 req-8978bd75-5cc0-4d36-b4c2-521b074e674e tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.1057513 Sep 15 18:07:01.869706 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47592317-f690-404c-905e-d95a6a311caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725546'] for subnet (261a086f-6c11-4272-a15b-87064aae9be3), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:01.934886 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-512dd377-8007-48da-9629-9124ffc2c988 req-9287332f-9d09-4644-aa7d-0982f69e258f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902448 Sep 15 18:07:01.964886 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47592317-f690-404c-905e-d95a6a311caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5339584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6227449'] for subnet (261a086f-6c11-4272-a15b-87064aae9be3), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:01.970001 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:01.996359 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47592317-f690-404c-905e-d95a6a311caf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261a086f-6c11-4272-a15b-87064aae9be3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:01.998553 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47592317-f690-404c-905e-d95a6a311caf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:02.003791 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-47592317-f690-404c-905e-d95a6a311caf admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/261a086f-6c11-4272-a15b-87064aae9be3 HTTP/1.1" status: 204 len: 168 time: 0.4850953 Sep 15 18:07:02.006379 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36546) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:02.009334 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b76f68-5b29-4f22-8df9-fdf8b82d4baa None None] Network 40317817-6fed-4c78-81aa-69d03d7c1e06 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:07:02.075904 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:02.091093 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322015'] for network (40317817-6fed-4c78-81aa-69d03d7c1e06), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:02.137863 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] Deleting port 3322f311-d119-44e0-8337-88ac5b666520 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:07:02.138432 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (3322f311-d119-44e0-8337-88ac5b666520), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:02.247835 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] DHCP port deletion for 40317817-6fed-4c78-81aa-69d03d7c1e06 request from dv-cinder-835384-27-smb {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 18:07:02.253618 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] For port 3322f311-d119-44e0-8337-88ac5b666520, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=3322f311-d119-44e0-8337-88ac5b666520,segment=NetworkSegment(aa65cc5b-8e16-4704-b469-f2e1c7c268b0),segment_id=aa65cc5b-8e16-4704-b469-f2e1c7c268b0)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:02.253987 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (3322f311-d119-44e0-8337-88ac5b666520), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:02.274321 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] Calling delete_port for 3322f311-d119-44e0-8337-88ac5b666520 owned by network:dhcp {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:07:02.304818 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Deleting port 3322f311-d119-44e0-8337-88ac5b666520 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:07:02.305288 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (3322f311-d119-44e0-8337-88ac5b666520), before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:02.387443 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (3322f311-d119-44e0-8337-88ac5b666520), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:02.402615 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] No DVR routers for this DVR port 3322f311-d119-44e0-8337-88ac5b666520 on host dv-cinder-835384-27-smb {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:07:02.403387 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] For port 3322f311-d119-44e0-8337-88ac5b666520, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=3322f311-d119-44e0-8337-88ac5b666520,segment=NetworkSegment(aa65cc5b-8e16-4704-b469-f2e1c7c268b0),segment_id=aa65cc5b-8e16-4704-b469-f2e1c7c268b0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:02.404598 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (3322f311-d119-44e0-8337-88ac5b666520), precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:02.424711 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Calling delete_port for 3322f311-d119-44e0-8337-88ac5b666520 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:07:02.425947 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:02.448768 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] Pushing event deleted for resources: {'Port': ['ID=3322f311-d119-44e0-8337-88ac5b666520,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:02.502871 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 8217221b-0f50-45b1-a1a8-88b53757ca38 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:07:02.517504 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349697', 'neutron.services.segments.db._delete_segments_for_network-8775822491329'] for network (40317817-6fed-4c78-81aa-69d03d7c1e06), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:02.546354 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40317817-6fed-4c78-81aa-69d03d7c1e06']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:02.561544 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa65cc5b-8e16-4704-b469-f2e1c7c268b0') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:02.562385 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa65cc5b-8e16-4704-b469-f2e1c7c268b0') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:02.562526 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:02.579094 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775822491221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6869309'] for segment (aa65cc5b-8e16-4704-b469-f2e1c7c268b0), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:02.612047 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (aa65cc5b-8e16-4704-b469-f2e1c7c268b0), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:02.629192 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:07:02.629628 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251153'] for segment (aa65cc5b-8e16-4704-b469-f2e1c7c268b0), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:02.649808 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:02.652036 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802'] for port (3322f311-d119-44e0-8337-88ac5b666520), after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:02.670085 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 8217221b-0f50-45b1-a1a8-88b53757ca38 is: ACTIVE; New status is: DOWN {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:07:02.670479 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:02.698049 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment aa65cc5b-8e16-4704-b469-f2e1c7c268b0 resource provider aggregate not found Sep 15 18:07:02.715954 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Pushing event deleted for resources: {'Port': ['ID=3322f311-d119-44e0-8337-88ac5b666520,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:02.719001 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] No DVR routers for this DVR port 3322f311-d119-44e0-8337-88ac5b666520 on host dv-cinder-835384-27-smb {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:07:02.737377 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:02.737377 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:02.737377 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:02.737377 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:02.737377 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:02.737377 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:02.739684 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:02.740057 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:02.740546 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:02.742274 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:02.742274 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:02.742430 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:02.742741 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:02.743074 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:02.743405 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f4882-e33a-4a2f-add5-1e23cfed5b52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:02.751687 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8217221b-0f50-45b1-a1a8-88b53757ca38'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:07:02.754006 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e134c3-c902-48e5-abee-adcc2131ad3c" -d '{"events": [{"server_uuid": "ef458147-7336-4def-9a36-f5546e1c0aea", "name": "network-vif-unplugged", "status": "completed", "tag": "8217221b-0f50-45b1-a1a8-88b53757ca38"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:07:02.756209 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment aa65cc5b-8e16-4704-b469-f2e1c7c268b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa65cc5b-8e16-4704-b469-f2e1c7c268b0 found for delete ", "request_id": "req-92667652-f7b5-4186-b8db-06529102395c"}]} Sep 15 18:07:02.770261 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 8217221b-0f50-45b1-a1a8-88b53757ca38, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8217221b-0f50-45b1-a1a8-88b53757ca38,segment=NetworkSegment(7e2b41d6-f332-4e5e-8f7c-c95f543d3944),segment_id=7e2b41d6-f332-4e5e-8f7c-c95f543d3944)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:02.779234 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:02.783109 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556940'] for network (40317817-6fed-4c78-81aa-69d03d7c1e06), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:02.805414 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:02.813093 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/40317817-6fed-4c78-81aa-69d03d7c1e06 HTTP/1.1" status: 204 len: 168 time: 0.8053622 Sep 15 18:07:02.816120 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36568) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:02.818362 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 18:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc96f11-89d3-47ba-8252-3bf64405c00c x-openstack-request-id: req-7dc96f11-89d3-47ba-8252-3bf64405c00c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:07:02.818687 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef458147-7336-4def-9a36-f5546e1c0aea", "name": "network-vif-unplugged", "status": "completed", "tag": "8217221b-0f50-45b1-a1a8-88b53757ca38", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:07:02.818938 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7dc96f11-89d3-47ba-8252-3bf64405c00c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:07:02.819448 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dc96f11-89d3-47ba-8252-3bf64405c00c'] response: {'server_uuid': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8217221b-0f50-45b1-a1a8-88b53757ca38', 'code': 200} Sep 15 18:07:02.823655 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40b24e-0f84-48d8-9593-b9a77740684f admin admin] Pushing event deleted for resources: {'Network': ['ID=40317817-6fed-4c78-81aa-69d03d7c1e06,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:02.845779 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=8217221b-0f50-45b1-a1a8-88b53757ca38,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:03.094918 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d3c68-bc88-4dce-8b29-40ca0a060e57 req-4711dcc0-99f2-4900-8483-86c7870880b3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:03.096512 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c10d3c68-bc88-4dce-8b29-40ca0a060e57 req-4711dcc0-99f2-4900-8483-86c7870880b3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 943 time: 0.0596094 Sep 15 18:07:03.206350 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c10d3c68-bc88-4dce-8b29-40ca0a060e57 req-38371ef0-1760-47eb-b2b7-4b5000fac4a1 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874031 Sep 15 18:07:03.273353 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-30c8c4cc-caa4-4343-920b-b6348f52a714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433571'] for router_interface (75917acb-e776-475c-afef-76196342ebd4), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:03.289158 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-84fa3ce8-85c6-414c-8a51-be47ee8acdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:03.290774 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-84fa3ce8-85c6-414c-8a51-be47ee8acdfa service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea&tenant_id=a11adea5f21c48eb91e2c8f88f8c3349 HTTP/1.1" status: 200 len: 1127 time: 0.0766969 Sep 15 18:07:03.581979 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-da90aecc-4b80-4e5f-8a21-d563a01b741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:03.583519 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-da90aecc-4b80-4e5f-8a21-d563a01b741e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a11adea5f21c48eb91e2c8f88f8c3349&device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 1127 time: 0.0561972 Sep 15 18:07:03.597940 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 3322f311-d119-44e0-8337-88ac5b666520 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:07:03.620793 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: 3322f311-d119-44e0-8337-88ac5b666520 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:07:03.621241 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 3322f311-d119-44e0-8337-88ac5b666520 not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:07:03.621802 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 35a653e8-0547-45a5-a730-701f85f28970 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:07:03.627168 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:03.641831 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: 35a653e8-0547-45a5-a730-701f85f28970 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:07:03.642177 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 35a653e8-0547-45a5-a730-701f85f28970 not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:07:03.775346 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-30c8c4cc-caa4-4343-920b-b6348f52a714 admin admin] Deleting port ec7e889c-0091-4e3f-93e5-513228215191 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:07:03.775593 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-30c8c4cc-caa4-4343-920b-b6348f52a714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (ec7e889c-0091-4e3f-93e5-513228215191), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:03.857926 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-30c8c4cc-caa4-4343-920b-b6348f52a714 admin admin] For port ec7e889c-0091-4e3f-93e5-513228215191, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=ec7e889c-0091-4e3f-93e5-513228215191,segment=NetworkSegment(a463b2c5-43d5-4860-8165-842db9d618de),segment_id=a463b2c5-43d5-4860-8165-842db9d618de)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:03.858696 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-30c8c4cc-caa4-4343-920b-b6348f52a714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (ec7e889c-0091-4e3f-93e5-513228215191), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:03.871598 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-30c8c4cc-caa4-4343-920b-b6348f52a714 admin admin] Calling delete_port for ec7e889c-0091-4e3f-93e5-513228215191 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:07:03.892671 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:04.009852 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:04.044492 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-70132a67-41b7-43b1-bb71-61ed6d31e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:04.046851 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-70132a67-41b7-43b1-bb71-61ed6d31e5b8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=bb0834d2-d4fe-46db-89c7-c08b6ab85c46 HTTP/1.1" status: 200 len: 909 time: 0.1457148 Sep 15 18:07:04.078766 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:04.097097 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-30c8c4cc-caa4-4343-920b-b6348f52a714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (ec7e889c-0091-4e3f-93e5-513228215191), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:04.122894 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8c4cc-caa4-4343-920b-b6348f52a714 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec7e889c-0091-4e3f-93e5-513228215191,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:04.149828 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-ef487636-d51e-478b-a037-c7a009dc7d5a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8217221b-0f50-45b1-a1a8-88b53757ca38 HTTP/1.1" status: 200 len: 999 time: 0.0899899 Sep 15 18:07:04.365751 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-30c8c4cc-caa4-4343-920b-b6348f52a714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550931'] for router_interface (75917acb-e776-475c-afef-76196342ebd4), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:04.373207 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289110e0-8205-4fa4-b63a-3ad3afeb92b6 req-48af0641-e16d-4e49-ab89-12b2779780b2 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:04.375512 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-289110e0-8205-4fa4-b63a-3ad3afeb92b6 req-48af0641-e16d-4e49-ab89-12b2779780b2 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 943 time: 0.0690641 Sep 15 18:07:04.451109 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-2bbddc5f-0581-4117-a77f-074f645d83f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:04.453040 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-2bbddc5f-0581-4117-a77f-074f645d83f4 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=3a8db522-0111-4818-bf99-9914b2b14e3d HTTP/1.1" status: 200 len: 847 time: 0.2901673 Sep 15 18:07:04.498951 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-81409af9-57e4-404a-993e-3bdf5682b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:04.500285 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-81409af9-57e4-404a-993e-3bdf5682b1c7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=bb0834d2-d4fe-46db-89c7-c08b6ab85c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0408776 Sep 15 18:07:04.512350 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-289110e0-8205-4fa4-b63a-3ad3afeb92b6 req-f3be364c-7d57-4e26-8950-39e04ab2d8ec tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289632 Sep 15 18:07:04.593757 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:04.606186 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-c953075b-40eb-4eae-90a3-4a4a99e01c85 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bb0834d2-d4fe-46db-89c7-c08b6ab85c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995867 Sep 15 18:07:04.649031 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c8c4cc-caa4-4343-920b-b6348f52a714 admin admin] Router 75917acb-e776-475c-afef-76196342ebd4 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:07:04.666577 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:04.705001 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-fa66cbed-328a-4cb9-a10d-bea391d119bf req-8f9c3056-e68d-48cd-806b-6b97f1ab5892 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bb0834d2-d4fe-46db-89c7-c08b6ab85c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929670 Sep 15 18:07:04.766597 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c8c4cc-caa4-4343-920b-b6348f52a714 admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:07:04.771444 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-30c8c4cc-caa4-4343-920b-b6348f52a714 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/75917acb-e776-475c-afef-76196342ebd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9536219 Sep 15 18:07:04.774077 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36578) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:04.778115 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ec985c-5d1d-4e16-b0dc-3a4fbe34d4de None None] Sync routers for ids ['75917acb-e776-475c-afef-76196342ebd4'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:07:04.789014 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ec985c-5d1d-4e16-b0dc-3a4fbe34d4de None None] Routers {'75917acb-e776-475c-afef-76196342ebd4'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:07:04.789682 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-98ec985c-5d1d-4e16-b0dc-3a4fbe34d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:07:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['75917acb-e776-475c-afef-76196342ebd4'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:04.828343 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:04.855931 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:04.896044 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8997-920d-4265-97a8-7aa74e3577d5 admin admin] Publish callbacks [] for router (75917acb-e776-475c-afef-76196342ebd4), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:04.911871 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-98ec985c-5d1d-4e16-b0dc-3a4fbe34d4de None None] Set router 75917acb-e776-475c-afef-76196342ebd4 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:07:04.989146 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:05.016486 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8997-920d-4265-97a8-7aa74e3577d5 admin admin] Publish callbacks [] for router_gateway (75917acb-e776-475c-afef-76196342ebd4), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:05.072804 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf8997-920d-4265-97a8-7aa74e3577d5 admin admin] Deleting port cec73f40-e043-4713-9479-fd0cdf67bb4f {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:07:05.072804 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8997-920d-4265-97a8-7aa74e3577d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (cec73f40-e043-4713-9479-fd0cdf67bb4f), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:05.098614 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-98ec985c-5d1d-4e16-b0dc-3a4fbe34d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75917acb-e776-475c-afef-76196342ebd4', 'name': 'tempest-TestMinimumBasicScenario-11898293-router', 'tenant_id': '72373775279d4e33872f59119a0c50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'cec73f40-e043-4713-9479-fd0cdf67bb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:24Z', 'updated_at': '2022-09-15T18:07:04Z', 'revision_number': 5, 'project_id': '72373775279d4e33872f59119a0c50be', 'gw_port': {'id': 'cec73f40-e043-4713-9479-fd0cdf67bb4f', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75917acb-e776-475c-afef-76196342ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:04:25Z', 'updated_at': '2022-09-15T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:05.126032 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ec985c-5d1d-4e16-b0dc-3a4fbe34d4de None None] Checking router: 75917acb-e776-475c-afef-76196342ebd4 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:07:05.138984 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ec985c-5d1d-4e16-b0dc-3a4fbe34d4de None None] Routers {'75917acb-e776-475c-afef-76196342ebd4'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:07:05.139755 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-98ec985c-5d1d-4e16-b0dc-3a4fbe34d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:07:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['75917acb-e776-475c-afef-76196342ebd4'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:05.181769 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-7eaf8997-920d-4265-97a8-7aa74e3577d5 admin admin] For port cec73f40-e043-4713-9479-fd0cdf67bb4f, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=cec73f40-e043-4713-9479-fd0cdf67bb4f,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:05.182169 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8997-920d-4265-97a8-7aa74e3577d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (cec73f40-e043-4713-9479-fd0cdf67bb4f), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:05.196634 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf8997-920d-4265-97a8-7aa74e3577d5 admin admin] Calling delete_port for cec73f40-e043-4713-9479-fd0cdf67bb4f owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:07:05.237733 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-98ec985c-5d1d-4e16-b0dc-3a4fbe34d4de None None] Set router 75917acb-e776-475c-afef-76196342ebd4 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:07:05.289418 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-98ec985c-5d1d-4e16-b0dc-3a4fbe34d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75917acb-e776-475c-afef-76196342ebd4', 'name': 'tempest-TestMinimumBasicScenario-11898293-router', 'tenant_id': '72373775279d4e33872f59119a0c50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:24Z', 'updated_at': '2022-09-15T18:07:05Z', 'revision_number': 6, 'project_id': '72373775279d4e33872f59119a0c50be', 'gw_port_host': None}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:05.319238 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ec985c-5d1d-4e16-b0dc-3a4fbe34d4de None None] The sync data for ids ['75917acb-e776-475c-afef-76196342ebd4'] in dv-cinder-835384-27-smb is: [{'id': '75917acb-e776-475c-afef-76196342ebd4', 'name': 'tempest-TestMinimumBasicScenario-11898293-router', 'tenant_id': '72373775279d4e33872f59119a0c50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:04:24Z', 'updated_at': '2022-09-15T18:07:05Z', 'revision_number': 6, 'project_id': '72373775279d4e33872f59119a0c50be', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:07:05.398046 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8997-920d-4265-97a8-7aa74e3577d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (cec73f40-e043-4713-9479-fd0cdf67bb4f), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:05.423473 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf8997-920d-4265-97a8-7aa74e3577d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec73f40-e043-4713-9479-fd0cdf67bb4f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:05.498892 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8997-920d-4265-97a8-7aa74e3577d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556889'] for router_gateway (75917acb-e776-475c-afef-76196342ebd4), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:05.588653 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8997-920d-4265-97a8-7aa74e3577d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-659'] for router (75917acb-e776-475c-afef-76196342ebd4), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:05.593487 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8997-920d-4265-97a8-7aa74e3577d5 admin admin] Publish callbacks [] for router_controller (75917acb-e776-475c-afef-76196342ebd4), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:05.625409 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:05.669764 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8997-920d-4265-97a8-7aa74e3577d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551022'] for router (75917acb-e776-475c-afef-76196342ebd4), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:05.670278 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaf8997-920d-4265-97a8-7aa74e3577d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75917acb-e776-475c-afef-76196342ebd4 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:07:05.676853 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b18ee2-d715-44ec-81a5-73d4c86ca5d2 req-86b0cf41-b64f-42ba-8463-63b86805dc51 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:05.678407 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-43b18ee2-d715-44ec-81a5-73d4c86ca5d2 req-86b0cf41-b64f-42ba-8463-63b86805dc51 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 943 time: 0.0876732 Sep 15 18:07:05.683283 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8997-920d-4265-97a8-7aa74e3577d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:05.683786 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-7eaf8997-920d-4265-97a8-7aa74e3577d5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/75917acb-e776-475c-afef-76196342ebd4 HTTP/1.1" status: 204 len: 168 time: 0.9087996 Sep 15 18:07:05.688622 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36598) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:05.748332 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-43b18ee2-d715-44ec-81a5-73d4c86ca5d2 req-c5fe6c28-e1e5-48bc-a540-79ea2ec05a49 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614581 Sep 15 18:07:05.786104 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-73da7599-b0ca-4f35-8c68-03876d2fc8b1 admin admin] Deleting subnet 05910bf4-b01e-498c-856f-270817610bff {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 18:07:05.790678 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-73da7599-b0ca-4f35-8c68-03876d2fc8b1 admin admin] Publish callbacks [] for subnet (05910bf4-b01e-498c-856f-270817610bff), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:05.840193 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-73da7599-b0ca-4f35-8c68-03876d2fc8b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6869254'] for subnet (05910bf4-b01e-498c-856f-270817610bff), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:05.962308 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-73da7599-b0ca-4f35-8c68-03876d2fc8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725546'] for subnet (05910bf4-b01e-498c-856f-270817610bff), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:05.997559 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:06.029544 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-73da7599-b0ca-4f35-8c68-03876d2fc8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8251307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6780668'] for subnet (05910bf4-b01e-498c-856f-270817610bff), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:06.058535 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da7599-b0ca-4f35-8c68-03876d2fc8b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05910bf4-b01e-498c-856f-270817610bff,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:06.063654 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-73da7599-b0ca-4f35-8c68-03876d2fc8b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:06.066707 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-73da7599-b0ca-4f35-8c68-03876d2fc8b1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/05910bf4-b01e-498c-856f-270817610bff HTTP/1.1" status: 204 len: 168 time: 0.3770678 Sep 15 18:07:06.069452 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36600) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:06.071867 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c13253-c816-4529-b8f9-020a539e6f17 None None] Network ef309c57-0e00-4321-9b4f-811275be528a requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:07:06.148723 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322015'] for network (ef309c57-0e00-4321-9b4f-811275be528a), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:06.204155 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device ec7e889c-0091-4e3f-93e5-513228215191 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:07:06.211480 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] Deleting port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:07:06.211827 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (33c8b28a-c3dd-40ff-a840-37ca73bd2ed5), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:06.227810 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: ec7e889c-0091-4e3f-93e5-513228215191 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:07:06.228161 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device ec7e889c-0091-4e3f-93e5-513228215191 not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:07:06.263215 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366f8f51-601a-4919-9579-13bb55539a64 None None] DHCP port deletion for ef309c57-0e00-4321-9b4f-811275be528a request from dv-cinder-835384-27-smb {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 18:07:06.288039 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] For port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=33c8b28a-c3dd-40ff-a840-37ca73bd2ed5,segment=NetworkSegment(a463b2c5-43d5-4860-8165-842db9d618de),segment_id=a463b2c5-43d5-4860-8165-842db9d618de)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:06.288411 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (33c8b28a-c3dd-40ff-a840-37ca73bd2ed5), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:06.304514 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] Calling delete_port for 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 owned by network:dhcp {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:07:06.308835 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-366f8f51-601a-4919-9579-13bb55539a64 None None] Deleting port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:07:06.309209 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-366f8f51-601a-4919-9579-13bb55539a64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (33c8b28a-c3dd-40ff-a840-37ca73bd2ed5), before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:06.390762 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-366f8f51-601a-4919-9579-13bb55539a64 None None] For port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=33c8b28a-c3dd-40ff-a840-37ca73bd2ed5,segment=NetworkSegment(a463b2c5-43d5-4860-8165-842db9d618de),segment_id=a463b2c5-43d5-4860-8165-842db9d618de)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:06.391459 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-366f8f51-601a-4919-9579-13bb55539a64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (33c8b28a-c3dd-40ff-a840-37ca73bd2ed5), precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:06.408286 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-366f8f51-601a-4919-9579-13bb55539a64 None None] Calling delete_port for 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:07:06.411627 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (33c8b28a-c3dd-40ff-a840-37ca73bd2ed5), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:06.442465 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] Pushing event deleted for resources: {'Port': ['ID=33c8b28a-c3dd-40ff-a840-37ca73bd2ed5,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:06.446537 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] No DVR routers for this DVR port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 on host dv-cinder-835384-27-smb {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:07:06.480558 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:06.501999 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 8217221b-0f50-45b1-a1a8-88b53757ca38 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:07:06.505786 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:07:06.552086 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349697', 'neutron.services.segments.db._delete_segments_for_network-8775822491329'] for network (ef309c57-0e00-4321-9b4f-811275be528a), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:06.601623 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef309c57-0e00-4321-9b4f-811275be528a']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:06.602162 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-366f8f51-601a-4919-9579-13bb55539a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802'] for port (33c8b28a-c3dd-40ff-a840-37ca73bd2ed5), after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:06.620323 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a463b2c5-43d5-4860-8165-842db9d618de') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:06.620830 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a463b2c5-43d5-4860-8165-842db9d618de') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:06.645260 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775822491221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6869309'] for segment (a463b2c5-43d5-4860-8165-842db9d618de), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:06.668158 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (a463b2c5-43d5-4860-8165-842db9d618de), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:06.679348 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f8f51-601a-4919-9579-13bb55539a64 None None] No DVR routers for this DVR port 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 on host dv-cinder-835384-27-smb {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:07:06.681063 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:07:06.681511 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251153'] for segment (a463b2c5-43d5-4860-8165-842db9d618de), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:06.689184 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f8f51-601a-4919-9579-13bb55539a64 None None] Pushing event deleted for resources: {'Port': ['ID=33c8b28a-c3dd-40ff-a840-37ca73bd2ed5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:06.735870 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment a463b2c5-43d5-4860-8165-842db9d618de resource provider aggregate not found Sep 15 18:07:06.762575 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment a463b2c5-43d5-4860-8165-842db9d618de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a463b2c5-43d5-4860-8165-842db9d618de found for delete ", "request_id": "req-fbf3c583-0b1d-4f6d-b5f4-e82463e0597d"}]} Sep 15 18:07:06.765982 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556940'] for network (ef309c57-0e00-4321-9b4f-811275be528a), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:06.772808 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:06.777096 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/ef309c57-0e00-4321-9b4f-811275be528a HTTP/1.1" status: 204 len: 168 time: 0.7030809 Sep 15 18:07:06.790269 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bf60c-4f18-4a87-9c91-3295ddb0b42e admin admin] Pushing event deleted for resources: {'Network': ['ID=ef309c57-0e00-4321-9b4f-811275be528a,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:06.919514 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9c787-257b-47af-b4e8-1911275916b4 req-9284dded-cf71-40a3-9f45-dd5aa701508a tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:06.922183 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6bc9c787-257b-47af-b4e8-1911275916b4 req-9284dded-cf71-40a3-9f45-dd5aa701508a tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 943 time: 0.0696373 Sep 15 18:07:06.925853 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 8217221b-0f50-45b1-a1a8-88b53757ca38, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8217221b-0f50-45b1-a1a8-88b53757ca38,segment=NetworkSegment(7e2b41d6-f332-4e5e-8f7c-c95f543d3944),segment_id=7e2b41d6-f332-4e5e-8f7c-c95f543d3944)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:06.947576 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '8217221b-0f50-45b1-a1a8-88b53757ca38', 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'port_id': '8217221b-0f50-45b1-a1a8-88b53757ca38', 'mac_address': 'fa:16:3e:d6:94:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:07:06.989331 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 8217221b-0f50-45b1-a1a8-88b53757ca38 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:07:06.989753 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:06.997864 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36626) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:07.005743 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6bc9c787-257b-47af-b4e8-1911275916b4 req-43bab4a7-5f4c-4162-a5e3-0fbb0e33e6e5 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741556 Sep 15 18:07:07.006978 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8217221b-0f50-45b1-a1a8-88b53757ca38 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:07:07.034772 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 8217221b-0f50-45b1-a1a8-88b53757ca38, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8217221b-0f50-45b1-a1a8-88b53757ca38,segment=NetworkSegment(7e2b41d6-f332-4e5e-8f7c-c95f543d3944),segment_id=7e2b41d6-f332-4e5e-8f7c-c95f543d3944)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:07.040112 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:07.060193 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:07.069717 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-93373d53-6f16-4add-94e3-8d37ebd4c3dd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e9678d09acd84e6d9cfe552488860ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0704823 Sep 15 18:07:07.072101 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36628) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:07.097139 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=8217221b-0f50-45b1-a1a8-88b53757ca38,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:07.134627 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1c088e0a-3713-477a-859b-bf07efff2a7a admin admin] Publish callbacks [] for security_group (4467d531-3706-454d-8dd9-53698b0fb071), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:07.157567 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1c088e0a-3713-477a-859b-bf07efff2a7a admin admin] Publish callbacks [] for security_group (4467d531-3706-454d-8dd9-53698b0fb071), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:07.216423 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1c088e0a-3713-477a-859b-bf07efff2a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (4467d531-3706-454d-8dd9-53698b0fb071), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:07.219788 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1c088e0a-3713-477a-859b-bf07efff2a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:07.221083 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-1c088e0a-3713-477a-859b-bf07efff2a7a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4467d531-3706-454d-8dd9-53698b0fb071 HTTP/1.1" status: 204 len: 168 time: 0.1478682 Sep 15 18:07:07.228889 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ecf65-6582-4672-8235-c52a3136e477 req-4fac0f7e-8a30-47d5-9e10-9f6add2df4f3 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:07.229320 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c088e0a-3713-477a-859b-bf07efff2a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4467d531-3706-454d-8dd9-53698b0fb071,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:07.230760 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9a8ecf65-6582-4672-8235-c52a3136e477 req-4fac0f7e-8a30-47d5-9e10-9f6add2df4f3 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 945 time: 0.0538652 Sep 15 18:07:07.290405 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9a8ecf65-6582-4672-8235-c52a3136e477 req-9ef2d644-8c06-4826-9370-854f810b0b70 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=83dd9394-ec27-422e-b3cc-c8ba4d767d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475171 Sep 15 18:07:07.392260 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['8217221b-0f50-45b1-a1a8-88b53757ca38'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:07:07.483720 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:07.595968 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device cec73f40-e043-4713-9479-fd0cdf67bb4f no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:07:07.626267 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: cec73f40-e043-4713-9479-fd0cdf67bb4f {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:07:07.626613 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device cec73f40-e043-4713-9479-fd0cdf67bb4f not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:07:07.627047 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:07:07.634361 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36636) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:07.656836 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:07:07.657181 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 33c8b28a-c3dd-40ff-a840-37ca73bd2ed5 not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:07:07.684334 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-efcc1e49-4080-4f08-bfa0-f71f3143c1c7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=72373775279d4e33872f59119a0c50be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487621 Sep 15 18:07:07.687073 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36638) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:07.713723 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:07.742794 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5b070827-0f1c-4488-8ec2-0913af016abe admin admin] Publish callbacks [] for security_group (459c4dd1-e0fa-4b54-ad55-677d1aeed79c), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:07.767919 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5b070827-0f1c-4488-8ec2-0913af016abe admin admin] Publish callbacks [] for security_group (459c4dd1-e0fa-4b54-ad55-677d1aeed79c), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:07.817339 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5b070827-0f1c-4488-8ec2-0913af016abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (459c4dd1-e0fa-4b54-ad55-677d1aeed79c), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:07.819786 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5b070827-0f1c-4488-8ec2-0913af016abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:07.820946 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-5b070827-0f1c-4488-8ec2-0913af016abe admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/459c4dd1-e0fa-4b54-ad55-677d1aeed79c HTTP/1.1" status: 204 len: 168 time: 0.1329033 Sep 15 18:07:07.830132 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b070827-0f1c-4488-8ec2-0913af016abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459c4dd1-e0fa-4b54-ad55-677d1aeed79c,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:08.149659 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c852f3-c677-4f04-9076-6f078dc7ee25 req-e94347e5-03d8-40f1-b523-37feb45d622a tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:08.152113 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b3c852f3-c677-4f04-9076-6f078dc7ee25 req-e94347e5-03d8-40f1-b523-37feb45d622a tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 944 time: 0.0627198 Sep 15 18:07:08.208168 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b3c852f3-c677-4f04-9076-6f078dc7ee25 req-42bb2d7a-28a8-4e69-8d44-dc99257a67ce tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500746 Sep 15 18:07:08.417290 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6688b0-560f-449b-83f6-d82c1a89cd60 req-903cb4ab-227f-467e-b0f4-153453d9ff8d tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:08.418826 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0b6688b0-560f-449b-83f6-d82c1a89cd60 req-903cb4ab-227f-467e-b0f4-153453d9ff8d tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 945 time: 0.0509799 Sep 15 18:07:08.468276 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0b6688b0-560f-449b-83f6-d82c1a89cd60 req-35707ffd-2d84-49a5-907e-a538d9446c19 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=83dd9394-ec27-422e-b3cc-c8ba4d767d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430846 Sep 15 18:07:08.511370 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 8217221b-0f50-45b1-a1a8-88b53757ca38 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:07:08.556659 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 8217221b-0f50-45b1-a1a8-88b53757ca38 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:07:08.557028 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:08.557387 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 8217221b-0f50-45b1-a1a8-88b53757ca38 Sep 15 18:07:08.623181 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:08.635995 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 8217221b-0f50-45b1-a1a8-88b53757ca38 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:07:08.636381 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:08.661016 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8217221b-0f50-45b1-a1a8-88b53757ca38'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:07:08.663316 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae26e85-3d5a-4ac4-9bcc-bc10cfc4e84e" -d '{"events": [{"server_uuid": "ef458147-7336-4def-9a36-f5546e1c0aea", "name": "network-vif-plugged", "status": "completed", "tag": "8217221b-0f50-45b1-a1a8-88b53757ca38"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:07:08.676821 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 8217221b-0f50-45b1-a1a8-88b53757ca38, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8217221b-0f50-45b1-a1a8-88b53757ca38,segment=NetworkSegment(7e2b41d6-f332-4e5e-8f7c-c95f543d3944),segment_id=7e2b41d6-f332-4e5e-8f7c-c95f543d3944)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:08.682022 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:08.707310 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5b8f32-6384-487f-a288-49ddf788f64c x-openstack-request-id: req-4f5b8f32-6384-487f-a288-49ddf788f64c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:07:08.707633 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef458147-7336-4def-9a36-f5546e1c0aea", "name": "network-vif-plugged", "status": "completed", "tag": "8217221b-0f50-45b1-a1a8-88b53757ca38", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:07:08.707921 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f5b8f32-6384-487f-a288-49ddf788f64c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:07:08.708322 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5b8f32-6384-487f-a288-49ddf788f64c'] response: {'server_uuid': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8217221b-0f50-45b1-a1a8-88b53757ca38', 'code': 200} Sep 15 18:07:08.740836 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=8217221b-0f50-45b1-a1a8-88b53757ca38,revision_number=8']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:09.299216 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:09.336754 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac00805-75e3-422d-bba4-e853458bdc76 req-aacd1cc6-89e2-4558-ae44-fb5519122580 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:09.338889 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1ac00805-75e3-422d-bba4-e853458bdc76 req-aacd1cc6-89e2-4558-ae44-fb5519122580 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0491393 Sep 15 18:07:09.397488 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1ac00805-75e3-422d-bba4-e853458bdc76 req-a45865d8-28d1-4945-898b-122ca40f4c01 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523508 Sep 15 18:07:09.439819 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d26a3b-e3b9-4591-baa1-fcbdce2a5d1f req-3c88f5c4-c6f1-4580-b532-0ad8bec47a30 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:09.441322 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f3d26a3b-e3b9-4591-baa1-fcbdce2a5d1f req-3c88f5c4-c6f1-4580-b532-0ad8bec47a30 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 945 time: 0.0756931 Sep 15 18:07:09.446672 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d20632-a6a2-42f3-8c97-0e43383f5360 req-89f6b797-71e4-47cd-8a19-507d22265fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:09.448082 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-56d20632-a6a2-42f3-8c97-0e43383f5360 req-89f6b797-71e4-47cd-8a19-507d22265fb9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 1129 time: 0.0736809 Sep 15 18:07:09.563920 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-56d20632-a6a2-42f3-8c97-0e43383f5360 req-fb1a5bd0-426e-45a1-b03d-e87d4ace854a service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068277 Sep 15 18:07:09.569778 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-f3d26a3b-e3b9-4591-baa1-fcbdce2a5d1f req-6cc47493-a050-4a76-a83f-5c651a4bb5be tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Deleting port 04ddb18b-6922-45d7-ac99-65d8694cd856 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:07:09.570107 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-f3d26a3b-e3b9-4591-baa1-fcbdce2a5d1f req-6cc47493-a050-4a76-a83f-5c651a4bb5be tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (04ddb18b-6922-45d7-ac99-65d8694cd856), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:09.618581 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d34e7-e9e2-4d07-a599-c4de0280d517 req-a0a5bf9c-b063-4745-8466-5ed0dba04b9d tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:09.620132 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3e8d34e7-e9e2-4d07-a599-c4de0280d517 req-a0a5bf9c-b063-4745-8466-5ed0dba04b9d tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 945 time: 0.0597594 Sep 15 18:07:09.670094 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3e8d34e7-e9e2-4d07-a599-c4de0280d517 req-4a33df06-c568-4376-a95b-bd6a307ccb57 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=83dd9394-ec27-422e-b3cc-c8ba4d767d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436616 Sep 15 18:07:09.670343 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-f3d26a3b-e3b9-4591-baa1-fcbdce2a5d1f req-6cc47493-a050-4a76-a83f-5c651a4bb5be tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] For port 04ddb18b-6922-45d7-ac99-65d8694cd856, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=04ddb18b-6922-45d7-ac99-65d8694cd856,segment=NetworkSegment(b3008e68-0504-4a46-a4e1-5f7964613c00),segment_id=b3008e68-0504-4a46-a4e1-5f7964613c00)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:09.670618 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-f3d26a3b-e3b9-4591-baa1-fcbdce2a5d1f req-6cc47493-a050-4a76-a83f-5c651a4bb5be tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (04ddb18b-6922-45d7-ac99-65d8694cd856), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:09.852303 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-f3d26a3b-e3b9-4591-baa1-fcbdce2a5d1f req-6cc47493-a050-4a76-a83f-5c651a4bb5be tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:09.852655 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-f3d26a3b-e3b9-4591-baa1-fcbdce2a5d1f req-6cc47493-a050-4a76-a83f-5c651a4bb5be tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (28b89dd9-0cd7-479e-ab89-d2a920111459), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:09.853080 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.l3_db [req-f3d26a3b-e3b9-4591-baa1-fcbdce2a5d1f req-6cc47493-a050-4a76-a83f-5c651a4bb5be tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Floating IP 28b89dd9-0cd7-479e-ab89-d2a920111459 disassociated. External IP: 172.28.1.20, port: 04ddb18b-6922-45d7-ac99-65d8694cd856. Sep 15 18:07:09.853393 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-f3d26a3b-e3b9-4591-baa1-fcbdce2a5d1f req-6cc47493-a050-4a76-a83f-5c651a4bb5be tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Calling delete_port for 04ddb18b-6922-45d7-ac99-65d8694cd856 owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:07:09.931653 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:09.994652 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-f3d26a3b-e3b9-4591-baa1-fcbdce2a5d1f req-6cc47493-a050-4a76-a83f-5c651a4bb5be tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (04ddb18b-6922-45d7-ac99-65d8694cd856), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:10.025212 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc47493-a050-4a76-a83f-5c651a4bb5be tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event deleted for resources: {'Port': ['ID=04ddb18b-6922-45d7-ac99-65d8694cd856,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:10.138987 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:10.143443 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3d26a3b-e3b9-4591-baa1-fcbdce2a5d1f req-6cc47493-a050-4a76-a83f-5c651a4bb5be tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Router b84c4870-2865-4e3f-9a8c-c69ae9d60eba has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:07:10.262859 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3d26a3b-e3b9-4591-baa1-fcbdce2a5d1f req-6cc47493-a050-4a76-a83f-5c651a4bb5be tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:07:10.277255 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9ff10-e033-4a65-81af-7817804aa5ca None None] Sync routers for ids ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:07:10.293286 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9ff10-e033-4a65-81af-7817804aa5ca None None] Routers {'b84c4870-2865-4e3f-9a8c-c69ae9d60eba'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:07:10.294147 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-e1f9ff10-e033-4a65-81af-7817804aa5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:07:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:10.312352 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d26a3b-e3b9-4591-baa1-fcbdce2a5d1f req-6cc47493-a050-4a76-a83f-5c651a4bb5be tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] No DVR routers for this DVR port 04ddb18b-6922-45d7-ac99-65d8694cd856 on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:07:10.314703 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-f3d26a3b-e3b9-4591-baa1-fcbdce2a5d1f req-6cc47493-a050-4a76-a83f-5c651a4bb5be tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:10.317923 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f3d26a3b-e3b9-4591-baa1-fcbdce2a5d1f req-6cc47493-a050-4a76-a83f-5c651a4bb5be tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.27 "DELETE /networking/v2.0/ports/04ddb18b-6922-45d7-ac99-65d8694cd856 HTTP/1.1" status: 204 len: 173 time: 0.8689828 Sep 15 18:07:10.318443 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0683966a-3efa-4e0c-b305-ed1a53abd885', 'name': 'network-vif-deleted', 'tag': '04ddb18b-6922-45d7-ac99-65d8694cd856'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:07:10.320742 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717ba28a-9b8f-417d-90b6-6a780468e740" -d '{"events": [{"server_uuid": "0683966a-3efa-4e0c-b305-ed1a53abd885", "name": "network-vif-deleted", "tag": "04ddb18b-6922-45d7-ac99-65d8694cd856"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:07:10.363871 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee112556-4db0-4cc0-b63c-50cf79dfc03f x-openstack-request-id: req-ee112556-4db0-4cc0-b63c-50cf79dfc03f {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:07:10.364233 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0683966a-3efa-4e0c-b305-ed1a53abd885", "name": "network-vif-deleted", "tag": "04ddb18b-6922-45d7-ac99-65d8694cd856", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:07:10.364436 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee112556-4db0-4cc0-b63c-50cf79dfc03f {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:07:10.365661 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee112556-4db0-4cc0-b63c-50cf79dfc03f'] response: {'server_uuid': '0683966a-3efa-4e0c-b305-ed1a53abd885', 'name': 'network-vif-deleted', 'tag': '04ddb18b-6922-45d7-ac99-65d8694cd856', 'status': 'completed', 'code': 200} Sep 15 18:07:10.422942 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-e1f9ff10-e033-4a65-81af-7817804aa5ca None None] Set router b84c4870-2865-4e3f-9a8c-c69ae9d60eba gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:07:10.543028 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec902ec8-be06-434b-b34b-1b49f1212f32 req-f082b69a-8d71-4eba-88b6-2c4662254045 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:10.544708 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ec902ec8-be06-434b-b34b-1b49f1212f32 req-f082b69a-8d71-4eba-88b6-2c4662254045 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0597506 Sep 15 18:07:10.605132 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ec902ec8-be06-434b-b34b-1b49f1212f32 req-e86aacb1-81ec-4eca-b14b-ed5396abd943 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532405 Sep 15 18:07:10.663744 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-e1f9ff10-e033-4a65-81af-7817804aa5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'ebddde5d-e7ef-4bad-8516-63c1e1e29804', 'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'mac_address': 'fa:16:3e:00:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:57Z', 'updated_at': '2022-09-15T18:02:12Z', 'revision_number': 5, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'subnets': [{'id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:10.689039 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9ff10-e033-4a65-81af-7817804aa5ca None None] Checking router: b84c4870-2865-4e3f-9a8c-c69ae9d60eba for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:07:10.697593 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9ff10-e033-4a65-81af-7817804aa5ca None None] Routers {'b84c4870-2865-4e3f-9a8c-c69ae9d60eba'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:07:10.698214 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-e1f9ff10-e033-4a65-81af-7817804aa5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:07:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:10.786545 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:10.805418 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c29cf0b3-74f3-493c-b50f-e6280e7b7171 req-e62dfc9c-ccb3-4a71-a067-e63214b25cc0 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0683966a-3efa-4e0c-b305-ed1a53abd885 HTTP/1.1" status: 200 len: 210 time: 0.0336764 Sep 15 18:07:10.810208 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-e1f9ff10-e033-4a65-81af-7817804aa5ca None None] Set router b84c4870-2865-4e3f-9a8c-c69ae9d60eba gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:07:11.010384 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-e1f9ff10-e033-4a65-81af-7817804aa5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'ebddde5d-e7ef-4bad-8516-63c1e1e29804', 'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'mac_address': 'fa:16:3e:00:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:57Z', 'updated_at': '2022-09-15T18:02:12Z', 'revision_number': 5, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'subnets': [{'id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:11.052451 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9ff10-e033-4a65-81af-7817804aa5ca None None] The sync data for ids ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'] in dv-cinder-835384-27-smb is: [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:01:59Z', 'revision_number': 4, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': 'ebddde5d-e7ef-4bad-8516-63c1e1e29804', 'name': '', 'network_id': 'a550ae18-8a00-4e46-ab8a-055d97ed7c96', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'mac_address': 'fa:16:3e:00:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:57Z', 'updated_at': '2022-09-15T18:02:12Z', 'revision_number': 5, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'subnets': [{'id': '0acbc2fd-b392-426b-a234-c034ff806cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:07:11.316166 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82fa27-781b-4ed9-a09c-6b5c7498ffbc None None] New status for floating IP 28b89dd9-0cd7-479e-ab89-d2a920111459: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:07:11.745943 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b38289-1183-4793-accf-bbe45cbdf843 req-d65d710b-3e46-478c-93cb-ff3abdd7ac09 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:11.747655 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a7b38289-1183-4793-accf-bbe45cbdf843 req-d65d710b-3e46-478c-93cb-ff3abdd7ac09 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0580642 Sep 15 18:07:11.801741 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a7b38289-1183-4793-accf-bbe45cbdf843 req-8836961b-7809-4ede-be3d-3ce5589f49d3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478458 Sep 15 18:07:11.903406 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36668) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:11.961824 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ad623187-4d47-4a49-b324-81a14f8d4675 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group (83dd9394-ec27-422e-b3cc-c8ba4d767d6a), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:11.986060 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ad623187-4d47-4a49-b324-81a14f8d4675 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group (83dd9394-ec27-422e-b3cc-c8ba4d767d6a), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:12.034308 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ad623187-4d47-4a49-b324-81a14f8d4675 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (83dd9394-ec27-422e-b3cc-c8ba4d767d6a), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:12.036942 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ad623187-4d47-4a49-b324-81a14f8d4675 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:12.040577 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-ad623187-4d47-4a49-b324-81a14f8d4675 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/83dd9394-ec27-422e-b3cc-c8ba4d767d6a HTTP/1.1" status: 204 len: 168 time: 0.1337132 Sep 15 18:07:12.041026 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36670) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:12.047723 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad623187-4d47-4a49-b324-81a14f8d4675 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dd9394-ec27-422e-b3cc-c8ba4d767d6a,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:12.056759 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.api.v2.resource [None req-eb2c3cfb-e24d-4929-9b6e-e1cbfadfeb63 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] show failed (client error): The resource could not be found. Sep 15 18:07:12.057809 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-eb2c3cfb-e24d-4929-9b6e-e1cbfadfeb63 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "GET /networking/v2.0/security-groups/83dd9394-ec27-422e-b3cc-c8ba4d767d6a HTTP/1.1" status: 404 len: 347 time: 0.0157716 Sep 15 18:07:12.064076 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36672) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:12.183369 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-70432874-268e-4c64-8f29-4d077e3db020 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Deleting port 6bfff503-3185-42f0-8c2f-5093b2b34f22 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:07:12.183717 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70432874-268e-4c64-8f29-4d077e3db020 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (6bfff503-3185-42f0-8c2f-5093b2b34f22), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:12.235861 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:12.263979 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70432874-268e-4c64-8f29-4d077e3db020 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (6bfff503-3185-42f0-8c2f-5093b2b34f22), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:12.264775 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70432874-268e-4c64-8f29-4d077e3db020 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for floatingip (6bfff503-3185-42f0-8c2f-5093b2b34f22), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:12.282824 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-70432874-268e-4c64-8f29-4d077e3db020 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Calling delete_port for 6bfff503-3185-42f0-8c2f-5093b2b34f22 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:07:12.415825 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70432874-268e-4c64-8f29-4d077e3db020 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (6bfff503-3185-42f0-8c2f-5093b2b34f22), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:12.446228 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70432874-268e-4c64-8f29-4d077e3db020 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Pushing event deleted for resources: {'Port': ['ID=6bfff503-3185-42f0-8c2f-5093b2b34f22,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:12.509754 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70432874-268e-4c64-8f29-4d077e3db020 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks [] for floatingip (28b89dd9-0cd7-479e-ab89-d2a920111459), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:12.512238 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70432874-268e-4c64-8f29-4d077e3db020 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:12.513415 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-70432874-268e-4c64-8f29-4d077e3db020 tempest-AttachVolumeTestJSON-1892789194 tempest-AttachVolumeTestJSON-1892789194-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/28b89dd9-0cd7-479e-ab89-d2a920111459 HTTP/1.1" status: 204 len: 168 time: 0.4480233 Sep 15 18:07:12.536571 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 04ddb18b-6922-45d7-ac99-65d8694cd856 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:07:12.555581 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: 04ddb18b-6922-45d7-ac99-65d8694cd856 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:07:12.555926 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 04ddb18b-6922-45d7-ac99-65d8694cd856 not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:07:16.132787 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36700) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:16.551376 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:16.691845 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a15eee49-97eb-4a9f-a24e-48136a18de42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433571'] for router_interface (b84c4870-2865-4e3f-9a8c-c69ae9d60eba), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:16.953850 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a15eee49-97eb-4a9f-a24e-48136a18de42 admin admin] Deleting port ebddde5d-e7ef-4bad-8516-63c1e1e29804 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:07:16.954185 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a15eee49-97eb-4a9f-a24e-48136a18de42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (ebddde5d-e7ef-4bad-8516-63c1e1e29804), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:17.007516 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:17.052392 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-a15eee49-97eb-4a9f-a24e-48136a18de42 admin admin] For port ebddde5d-e7ef-4bad-8516-63c1e1e29804, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=ebddde5d-e7ef-4bad-8516-63c1e1e29804,segment=NetworkSegment(b3008e68-0504-4a46-a4e1-5f7964613c00),segment_id=b3008e68-0504-4a46-a4e1-5f7964613c00)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:17.052755 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a15eee49-97eb-4a9f-a24e-48136a18de42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (ebddde5d-e7ef-4bad-8516-63c1e1e29804), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:17.070922 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a15eee49-97eb-4a9f-a24e-48136a18de42 admin admin] Calling delete_port for ebddde5d-e7ef-4bad-8516-63c1e1e29804 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:07:17.267625 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a15eee49-97eb-4a9f-a24e-48136a18de42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (ebddde5d-e7ef-4bad-8516-63c1e1e29804), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:17.294183 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15eee49-97eb-4a9f-a24e-48136a18de42 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebddde5d-e7ef-4bad-8516-63c1e1e29804,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:17.470024 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a15eee49-97eb-4a9f-a24e-48136a18de42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550931'] for router_interface (b84c4870-2865-4e3f-9a8c-c69ae9d60eba), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:17.520577 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:17.940268 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15eee49-97eb-4a9f-a24e-48136a18de42 admin admin] Router b84c4870-2865-4e3f-9a8c-c69ae9d60eba has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:07:18.044677 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15eee49-97eb-4a9f-a24e-48136a18de42 admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:07:18.050470 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-a15eee49-97eb-4a9f-a24e-48136a18de42 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b84c4870-2865-4e3f-9a8c-c69ae9d60eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9166064 Sep 15 18:07:18.053231 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36704) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:18.054019 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84bf40e-4814-4534-81d3-b177f9599bbe None None] Sync routers for ids ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:07:18.066228 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84bf40e-4814-4534-81d3-b177f9599bbe None None] Routers {'b84c4870-2865-4e3f-9a8c-c69ae9d60eba'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:07:18.066879 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-f84bf40e-4814-4534-81d3-b177f9599bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:07:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:18.116564 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:18.172177 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4112a17-c70e-44d8-9070-cfec9b09d362 admin admin] Publish callbacks [] for router (b84c4870-2865-4e3f-9a8c-c69ae9d60eba), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:18.176321 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-f84bf40e-4814-4534-81d3-b177f9599bbe None None] Set router b84c4870-2865-4e3f-9a8c-c69ae9d60eba gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:07:18.274444 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4112a17-c70e-44d8-9070-cfec9b09d362 admin admin] Publish callbacks [] for router_gateway (b84c4870-2865-4e3f-9a8c-c69ae9d60eba), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:18.310057 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:18.323302 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e4112a17-c70e-44d8-9070-cfec9b09d362 admin admin] Deleting port bdd19c0f-2667-4c46-aecc-90b30d4045da {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:07:18.323648 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4112a17-c70e-44d8-9070-cfec9b09d362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (bdd19c0f-2667-4c46-aecc-90b30d4045da), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:18.362534 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-f84bf40e-4814-4534-81d3-b177f9599bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:07:17Z', 'revision_number': 5, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port': {'id': 'bdd19c0f-2667-4c46-aecc-90b30d4045da', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:01:52Z', 'updated_at': '2022-09-15T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:18.388407 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84bf40e-4814-4534-81d3-b177f9599bbe None None] Checking router: b84c4870-2865-4e3f-9a8c-c69ae9d60eba for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:07:18.396998 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84bf40e-4814-4534-81d3-b177f9599bbe None None] Routers {'b84c4870-2865-4e3f-9a8c-c69ae9d60eba'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:07:18.397662 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-f84bf40e-4814-4534-81d3-b177f9599bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:07:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:18.422994 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-e4112a17-c70e-44d8-9070-cfec9b09d362 admin admin] For port bdd19c0f-2667-4c46-aecc-90b30d4045da, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=bdd19c0f-2667-4c46-aecc-90b30d4045da,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:18.423357 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4112a17-c70e-44d8-9070-cfec9b09d362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (bdd19c0f-2667-4c46-aecc-90b30d4045da), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:18.436768 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e4112a17-c70e-44d8-9070-cfec9b09d362 admin admin] Calling delete_port for bdd19c0f-2667-4c46-aecc-90b30d4045da owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:07:18.485094 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-f84bf40e-4814-4534-81d3-b177f9599bbe None None] Set router b84c4870-2865-4e3f-9a8c-c69ae9d60eba gateway port host: None {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:07:18.535072 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-f84bf40e-4814-4534-81d3-b177f9599bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:07:18Z', 'revision_number': 6, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port_host': None}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:18.564502 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84bf40e-4814-4534-81d3-b177f9599bbe None None] The sync data for ids ['b84c4870-2865-4e3f-9a8c-c69ae9d60eba'] in dv-cinder-835384-27-smb is: [{'id': 'b84c4870-2865-4e3f-9a8c-c69ae9d60eba', 'name': 'tempest-AttachVolumeTestJSON-451019305-router', 'tenant_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:01:51Z', 'updated_at': '2022-09-15T18:07:18Z', 'revision_number': 6, 'project_id': 'd0c00ad55eda4d7f8a0370359478f2df', 'gw_port_host': None}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:07:18.620514 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4112a17-c70e-44d8-9070-cfec9b09d362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (bdd19c0f-2667-4c46-aecc-90b30d4045da), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:18.643949 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4112a17-c70e-44d8-9070-cfec9b09d362 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd19c0f-2667-4c46-aecc-90b30d4045da,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:18.679371 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:18.722270 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4112a17-c70e-44d8-9070-cfec9b09d362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556889'] for router_gateway (b84c4870-2865-4e3f-9a8c-c69ae9d60eba), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:18.814630 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4112a17-c70e-44d8-9070-cfec9b09d362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-659'] for router (b84c4870-2865-4e3f-9a8c-c69ae9d60eba), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:18.816840 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4112a17-c70e-44d8-9070-cfec9b09d362 admin admin] Publish callbacks [] for router_controller (b84c4870-2865-4e3f-9a8c-c69ae9d60eba), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:18.864811 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4112a17-c70e-44d8-9070-cfec9b09d362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551022'] for router (b84c4870-2865-4e3f-9a8c-c69ae9d60eba), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:18.865606 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4112a17-c70e-44d8-9070-cfec9b09d362 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b84c4870-2865-4e3f-9a8c-c69ae9d60eba {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:07:18.872357 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4112a17-c70e-44d8-9070-cfec9b09d362 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:18.875939 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-e4112a17-c70e-44d8-9070-cfec9b09d362 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/b84c4870-2865-4e3f-9a8c-c69ae9d60eba HTTP/1.1" status: 204 len: 168 time: 0.8217034 Sep 15 18:07:18.878501 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36706) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:18.926476 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-18460047-97fd-4182-8138-bcb70420aa1b admin admin] Deleting subnet 0acbc2fd-b392-426b-a234-c034ff806cba {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 18:07:18.929999 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18460047-97fd-4182-8138-bcb70420aa1b admin admin] Publish callbacks [] for subnet (0acbc2fd-b392-426b-a234-c034ff806cba), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:18.968431 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18460047-97fd-4182-8138-bcb70420aa1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5629009'] for subnet (0acbc2fd-b392-426b-a234-c034ff806cba), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:19.055218 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18460047-97fd-4182-8138-bcb70420aa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725546'] for subnet (0acbc2fd-b392-426b-a234-c034ff806cba), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:19.108239 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:19.121708 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18460047-97fd-4182-8138-bcb70420aa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5339584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6227449'] for subnet (0acbc2fd-b392-426b-a234-c034ff806cba), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:19.151251 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18460047-97fd-4182-8138-bcb70420aa1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0acbc2fd-b392-426b-a234-c034ff806cba,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:19.153281 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18460047-97fd-4182-8138-bcb70420aa1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:19.159475 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-18460047-97fd-4182-8138-bcb70420aa1b admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/0acbc2fd-b392-426b-a234-c034ff806cba HTTP/1.1" status: 204 len: 168 time: 0.2770033 Sep 15 18:07:19.159475 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36708) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:19.159751 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0f75e7-9167-4cfe-8225-b176c5c1a0ca None None] Network a550ae18-8a00-4e46-ab8a-055d97ed7c96 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:07:19.235402 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322015'] for network (a550ae18-8a00-4e46-ab8a-055d97ed7c96), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:19.281825 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] Deleting port 7e98919d-415a-49ad-987f-6fc6157fc562 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:07:19.282432 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (7e98919d-415a-49ad-987f-6fc6157fc562), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:19.343321 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94effb8-cb83-4ea7-ad0a-6e279d4d755d None None] DHCP port deletion for a550ae18-8a00-4e46-ab8a-055d97ed7c96 request from dv-cinder-835384-27-smb {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 18:07:19.370640 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] For port 7e98919d-415a-49ad-987f-6fc6157fc562, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=7e98919d-415a-49ad-987f-6fc6157fc562,segment=NetworkSegment(b3008e68-0504-4a46-a4e1-5f7964613c00),segment_id=b3008e68-0504-4a46-a4e1-5f7964613c00)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:19.371010 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (7e98919d-415a-49ad-987f-6fc6157fc562), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:19.387091 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b94effb8-cb83-4ea7-ad0a-6e279d4d755d None None] Deleting port 7e98919d-415a-49ad-987f-6fc6157fc562 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:07:19.387473 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b94effb8-cb83-4ea7-ad0a-6e279d4d755d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (7e98919d-415a-49ad-987f-6fc6157fc562), before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:19.389754 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] Calling delete_port for 7e98919d-415a-49ad-987f-6fc6157fc562 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:07:19.461370 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-b94effb8-cb83-4ea7-ad0a-6e279d4d755d None None] For port 7e98919d-415a-49ad-987f-6fc6157fc562, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=7e98919d-415a-49ad-987f-6fc6157fc562,segment=NetworkSegment(b3008e68-0504-4a46-a4e1-5f7964613c00),segment_id=b3008e68-0504-4a46-a4e1-5f7964613c00)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:19.461768 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b94effb8-cb83-4ea7-ad0a-6e279d4d755d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (7e98919d-415a-49ad-987f-6fc6157fc562), precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:19.481738 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b94effb8-cb83-4ea7-ad0a-6e279d4d755d None None] Calling delete_port for 7e98919d-415a-49ad-987f-6fc6157fc562 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:07:19.488082 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (7e98919d-415a-49ad-987f-6fc6157fc562), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:19.502703 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:19.516541 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e98919d-415a-49ad-987f-6fc6157fc562,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:19.518559 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] No DVR routers for this DVR port 7e98919d-415a-49ad-987f-6fc6157fc562 on host dv-cinder-835384-27-smb {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:07:19.609930 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349697', 'neutron.services.segments.db._delete_segments_for_network-8775822491329'] for network (a550ae18-8a00-4e46-ab8a-055d97ed7c96), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:19.635978 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a550ae18-8a00-4e46-ab8a-055d97ed7c96']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:19.647053 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3008e68-0504-4a46-a4e1-5f7964613c00') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:19.647357 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3008e68-0504-4a46-a4e1-5f7964613c00') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:19.658935 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775822491221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5629034'] for segment (b3008e68-0504-4a46-a4e1-5f7964613c00), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:19.674710 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (b3008e68-0504-4a46-a4e1-5f7964613c00), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:19.682151 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:07:19.682672 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5339514'] for segment (b3008e68-0504-4a46-a4e1-5f7964613c00), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:19.696549 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device bdd19c0f-2667-4c46-aecc-90b30d4045da no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:07:19.699965 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=10 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:19.718456 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: bdd19c0f-2667-4c46-aecc-90b30d4045da {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:07:19.719048 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device bdd19c0f-2667-4c46-aecc-90b30d4045da not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:07:19.719310 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 7e98919d-415a-49ad-987f-6fc6157fc562 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:07:19.730250 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment b3008e68-0504-4a46-a4e1-5f7964613c00 resource provider aggregate not found Sep 15 18:07:19.742240 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: 7e98919d-415a-49ad-987f-6fc6157fc562 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:07:19.742240 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 7e98919d-415a-49ad-987f-6fc6157fc562 not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:07:19.742240 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device ebddde5d-e7ef-4bad-8516-63c1e1e29804 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:07:19.746318 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b94effb8-cb83-4ea7-ad0a-6e279d4d755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802'] for port (7e98919d-415a-49ad-987f-6fc6157fc562), after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:19.755273 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment b3008e68-0504-4a46-a4e1-5f7964613c00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3008e68-0504-4a46-a4e1-5f7964613c00 found for delete ", "request_id": "req-d73b5a49-1084-411b-a19e-07677f97a8ab"}]} Sep 15 18:07:19.759588 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556940'] for network (a550ae18-8a00-4e46-ab8a-055d97ed7c96), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:19.766851 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:19.772652 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/a550ae18-8a00-4e46-ab8a-055d97ed7c96 HTTP/1.1" status: 204 len: 168 time: 0.6099634 Sep 15 18:07:19.783058 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f077f70-c84b-42fe-b704-0ab66b7eab66 admin admin] Pushing event deleted for resources: {'Network': ['ID=a550ae18-8a00-4e46-ab8a-055d97ed7c96,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:19.786352 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: ebddde5d-e7ef-4bad-8516-63c1e1e29804 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:07:19.786705 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device ebddde5d-e7ef-4bad-8516-63c1e1e29804 not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:07:19.788471 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b94effb8-cb83-4ea7-ad0a-6e279d4d755d None None] Network a550ae18-8a00-4e46-ab8a-055d97ed7c96 is not hosted by any dhcp agent {{(pid=106388) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 15 18:07:19.789033 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94effb8-cb83-4ea7-ad0a-6e279d4d755d None None] No DVR routers for this DVR port 7e98919d-415a-49ad-987f-6fc6157fc562 on host dv-cinder-835384-27-smb {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:07:19.790828 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94effb8-cb83-4ea7-ad0a-6e279d4d755d None None] Pushing event deleted for resources: {'Port': ['ID=7e98919d-415a-49ad-987f-6fc6157fc562,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:19.898737 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36718) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:19.948237 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-a920f63e-142d-4ca5-b782-ef3d9126fdae admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d0c00ad55eda4d7f8a0370359478f2df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0483139 Sep 15 18:07:19.950741 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36720) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:20.003374 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f042c400-3253-40b0-8935-d7f28d583d17 admin admin] Publish callbacks [] for security_group (27c51c67-2f79-4198-a90c-4cc23f9ecb94), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:20.033009 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f042c400-3253-40b0-8935-d7f28d583d17 admin admin] Publish callbacks [] for security_group (27c51c67-2f79-4198-a90c-4cc23f9ecb94), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:20.084122 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f042c400-3253-40b0-8935-d7f28d583d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (27c51c67-2f79-4198-a90c-4cc23f9ecb94), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:20.086641 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f042c400-3253-40b0-8935-d7f28d583d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:20.087799 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-f042c400-3253-40b0-8935-d7f28d583d17 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/27c51c67-2f79-4198-a90c-4cc23f9ecb94 HTTP/1.1" status: 204 len: 168 time: 0.1361108 Sep 15 18:07:20.097133 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042c400-3253-40b0-8935-d7f28d583d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c51c67-2f79-4198-a90c-4cc23f9ecb94,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:20.823111 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36742) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:20.924851 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-9728423-network', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:07:20.946648 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Made reservation on behalf of 57eda6ece5ca41a592f43ffe27372b28 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:07:20.949050 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:20.958783 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:21.003474 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:21.041859 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Publish callbacks [] for security_group (8eef177f-510d-4bd3-9312-07acce0d6648), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:21.046888 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (8eef177f-510d-4bd3-9312-07acce0d6648), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:21.079723 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:07:21.087241 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eef177f-510d-4bd3-9312-07acce0d6648,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:21.097690 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (5cea4690-fdab-421a-9fee-c580fb99e08a), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:21.098029 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.segments_db [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Added segment 5cea4690-fdab-421a-9fee-c580fb99e08a of type vlan for network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 Sep 15 18:07:21.106450 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.106839 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.107847 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.112346 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.112346 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.112346 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.112346 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.112346 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.112346 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.112346 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.112346 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.112346 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.112346 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.112346 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.112346 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.157595 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (19a0cf85-4b4d-4963-b4f8-8096eb0628c6), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:21.193066 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (19a0cf85-4b4d-4963-b4f8-8096eb0628c6), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:21.194135 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:21.194731 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:21.249493 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4250987 Sep 15 18:07:21.252491 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36746) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:21.257462 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Request body: {'subnet': {'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-9728423-subnet', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:07:21.261176 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c16bba-fa70-4fb1-b1d6-c5e2aa1c85cf admin admin] Pushing event updated for resources: {'Network': ['ID=19a0cf85-4b4d-4963-b4f8-8096eb0628c6,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:21.271648 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:07:21.279275 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Made reservation on behalf of 57eda6ece5ca41a592f43ffe27372b28 for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:07:21.281776 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6780627'] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:21.491628 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8252020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6780613'] for subnet (4309f50e-8347-401e-916d-4634e75b9010), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:21.556167 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4309f50e-8347-401e-916d-4634e75b9010,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:21.568198 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.568543 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.568889 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.569231 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.569624 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.569952 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.570263 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.570609 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.570920 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.571250 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.571575 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.571902 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.572224 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.572564 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.572868 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:21.576054 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Checking segment: {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:07:21.576927 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Network hostable DHCP agents. Network: 19a0cf85-4b4d-4963-b4f8-8096eb0628c6, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:07:21.596984 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:07:21.607086 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, 19a0cf85-4b4d-4963-b4f8-8096eb0628c6) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:07:21.612325 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:21.612942 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:21.619126 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0376ebda-33b3-4fdd-bb4f-34d451cc292a None None] Network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:07:21.631357 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-35d77581-2ac5-4b31-86c4-d7ab1f9abaf0 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3777099 Sep 15 18:07:21.634124 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36748) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:21.639176 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:07:21.645775 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:21.669916 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4217'] for router (c2ab935d-2333-49eb-8af3-06bf9288b5a3), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:21.671691 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4192'] for router (c2ab935d-2333-49eb-8af3-06bf9288b5a3), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:21.742364 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb739ebeb-d16f-5142-9d1f-510d1cd68287-19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010'}]}} from dv-cinder-835384-27-smb. {{(pid=106388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 18:07:21.743231 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:21.754877 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Publish callbacks [] for router_controller (c2ab935d-2333-49eb-8af3-06bf9288b5a3), precommit_add_association {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:21.887757 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Allocated IP 172.20.0.2 (19a0cf85-4b4d-4963-b4f8-8096eb0628c6/4309f50e-8347-401e-916d-4634e75b9010/0ccdaec5-573f-4e18-a862-0155bfad9b63) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:07:21.896779 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Publish callbacks [] for router_gateway (c2ab935d-2333-49eb-8af3-06bf9288b5a3), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:21.954748 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:22.023653 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:22.052109 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Publish callbacks [] for port (0ccdaec5-573f-4e18-a862-0155bfad9b63), precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:22.059073 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793'] for port (0ccdaec5-573f-4e18-a862-0155bfad9b63), after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:22.097346 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Publish callbacks [] for router_gateway (c2ab935d-2333-49eb-8af3-06bf9288b5a3), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:22.100917 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:07:22.104119 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:07:22.108344 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:07:22.119025 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:22.119533 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Pushing event updated for resources: {'Port': ['ID=0ccdaec5-573f-4e18-a862-0155bfad9b63,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:22.174276 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Attempting to bind port 0ccdaec5-573f-4e18-a862-0155bfad9b63 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:07:22.174635 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Attempting to bind port 0ccdaec5-573f-4e18-a862-0155bfad9b63 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:07:22.174997 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Attempting to bind port 0ccdaec5-573f-4e18-a862-0155bfad9b63 on network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:07:22.221070 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:07:22.221448 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Checking segment: {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:07:22.221894 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:22.222286 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Bound using segment: {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:07:22.222759 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Bound port: 0ccdaec5-573f-4e18-a862-0155bfad9b63, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:07:22.223136 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (0ccdaec5-573f-4e18-a862-0155bfad9b63), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:22.242003 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Allocated IP 172.28.1.167 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/3976e994-65e1-427e-8693-703b6ad190d0) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:07:22.277328 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:22.289491 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] For port 0ccdaec5-573f-4e18-a862-0155bfad9b63, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:07:22.297582 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] For port 0ccdaec5-573f-4e18-a862-0155bfad9b63, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=0ccdaec5-573f-4e18-a862-0155bfad9b63,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:07:22.309893 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (0ccdaec5-573f-4e18-a862-0155bfad9b63), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:22.362835 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Publish callbacks [] for port (3976e994-65e1-427e-8693-703b6ad190d0), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:22.366022 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3b7b3-18e7-4d40-bc90-1bd66543a26f None None] Pushing event updated for resources: {'Port': ['ID=0ccdaec5-573f-4e18-a862-0155bfad9b63,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:22.398895 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (3976e994-65e1-427e-8693-703b6ad190d0), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:22.449058 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:07:22.453620 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:07:22.457864 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:07:22.485345 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Pushing event updated for resources: {'Port': ['ID=3976e994-65e1-427e-8693-703b6ad190d0,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:22.624176 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:22.956849 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Publish callbacks [] for router_gateway (c2ab935d-2333-49eb-8af3-06bf9288b5a3), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:23.153798 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:23.166971 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556833'] for router (c2ab935d-2333-49eb-8af3-06bf9288b5a3), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:23.282600 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a10637-e565-4d95-b2a0-57ad943712f4 None None] Network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:07:23.300845 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Router c2ab935d-2333-49eb-8af3-06bf9288b5a3 is scheduled to L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 with binding_index 1 {{(pid=106386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:07:23.369062 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-e8ac0c3c-9fc9-4a8e-80e9-1adcdffc4eed None None] Provisioning complete for port 0ccdaec5-573f-4e18-a862-0155bfad9b63 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:07:23.369280 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0c3c-9fc9-4a8e-80e9-1adcdffc4eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (0ccdaec5-573f-4e18-a862-0155bfad9b63), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:23.369654 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-e8ac0c3c-9fc9-4a8e-80e9-1adcdffc4eed None None] Attempt 1 to provision port 0ccdaec5-573f-4e18-a862-0155bfad9b63 Sep 15 18:07:23.416363 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:07:23.436705 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Sync routers for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:07:23.437259 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:23.441180 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-c2d87499-bc07-4851-ad0e-75f36c7634bc admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8033626 Sep 15 18:07:23.441386 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 36750) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:23.459910 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:07:23.460729 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:07:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:23.475169 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac0c3c-9fc9-4a8e-80e9-1adcdffc4eed None None] Current status of the port 0ccdaec5-573f-4e18-a862-0155bfad9b63 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:07:23.475508 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0c3c-9fc9-4a8e-80e9-1adcdffc4eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (0ccdaec5-573f-4e18-a862-0155bfad9b63), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:23.521872 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-e8ac0c3c-9fc9-4a8e-80e9-1adcdffc4eed None None] For port 0ccdaec5-573f-4e18-a862-0155bfad9b63, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=0ccdaec5-573f-4e18-a862-0155bfad9b63,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:23.528746 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0c3c-9fc9-4a8e-80e9-1adcdffc4eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (0ccdaec5-573f-4e18-a862-0155bfad9b63), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:23.622847 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac0c3c-9fc9-4a8e-80e9-1adcdffc4eed None None] Pushing event updated for resources: {'Port': ['ID=0ccdaec5-573f-4e18-a862-0155bfad9b63,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:23.638316 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:07:23.682802 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 0ccdaec5-573f-4e18-a862-0155bfad9b63 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:07:23.741586 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 0ccdaec5-573f-4e18-a862-0155bfad9b63 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:07:23.742099 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (0ccdaec5-573f-4e18-a862-0155bfad9b63), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:23.742534 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 0ccdaec5-573f-4e18-a862-0155bfad9b63 Sep 15 18:07:23.786236 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-7fa6fb4d-d117-4d24-87d5-26951b75c852 None None] Provisioning complete for port 0ccdaec5-573f-4e18-a862-0155bfad9b63 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:07:23.786766 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7fa6fb4d-d117-4d24-87d5-26951b75c852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (0ccdaec5-573f-4e18-a862-0155bfad9b63), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:23.787516 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-7fa6fb4d-d117-4d24-87d5-26951b75c852 None None] Attempt 1 to provision port 0ccdaec5-573f-4e18-a862-0155bfad9b63 Sep 15 18:07:23.836676 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:23.838799 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:22Z', 'revision_number': 3, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:23.870630 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Checking router: c2ab935d-2333-49eb-8af3-06bf9288b5a3 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:07:23.870991 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Updating router c2ab935d-2333-49eb-8af3-06bf9288b5a3 port 3976e994-65e1-427e-8693-703b6ad190d0 binding host dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:07:23.899806 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 0ccdaec5-573f-4e18-a862-0155bfad9b63 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:07:23.901205 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (3976e994-65e1-427e-8693-703b6ad190d0), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:23.907919 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-7fa6fb4d-d117-4d24-87d5-26951b75c852 None None] Current status of the port 0ccdaec5-573f-4e18-a862-0155bfad9b63 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:07:23.943748 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:23.991150 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:24.170178 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Allocated IP 172.20.0.1 (19a0cf85-4b4d-4963-b4f8-8096eb0628c6/4309f50e-8347-401e-916d-4634e75b9010/63c41aef-097a-4f3e-aec8-f9feead63a77) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:07:24.181357 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:24.197255 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:24.255139 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:24.277877 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Publish callbacks [] for port (3976e994-65e1-427e-8693-703b6ad190d0), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:24.284296 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (3976e994-65e1-427e-8693-703b6ad190d0), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:24.291299 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Publish callbacks [] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:24.319944 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Attempting to bind port 3976e994-65e1-427e-8693-703b6ad190d0 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:07:24.320310 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Attempting to bind port 3976e994-65e1-427e-8693-703b6ad190d0 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:07:24.320664 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Attempting to bind port 3976e994-65e1-427e-8693-703b6ad190d0 on network 595ea406-8961-4d2e-8aeb-f68aeda2dfee {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:07:24.324410 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:24.358503 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36faaf8-2350-4de3-a435-199253a0fb6b None None] Pushing event updated for resources: {'Port': ['ID=3976e994-65e1-427e-8693-703b6ad190d0,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:24.365189 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:07:24.370037 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:07:24.374821 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:07:24.377957 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:07:24.378389 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Checking segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:07:24.378912 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:24.380065 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Bound using segment: {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:07:24.380065 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Bound port: 3976e994-65e1-427e-8693-703b6ad190d0, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7766f91-eb70-4975-a209-6f4af5edc31f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:07:24.380409 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (3976e994-65e1-427e-8693-703b6ad190d0), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:24.411165 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:24.419462 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Pushing event updated for resources: {'Port': ['ID=63c41aef-097a-4f3e-aec8-f9feead63a77,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:24.443691 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433432'] for router_interface (c2ab935d-2333-49eb-8af3-06bf9288b5a3), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:24.446155 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] For port 3976e994-65e1-427e-8693-703b6ad190d0, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:07:24.449575 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] For port 3976e994-65e1-427e-8693-703b6ad190d0, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=3976e994-65e1-427e-8693-703b6ad190d0,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:07:24.457788 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (3976e994-65e1-427e-8693-703b6ad190d0), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:24.508363 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:07:24.508990 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:07:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:24.556507 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36faaf8-2350-4de3-a435-199253a0fb6b None None] Pushing event updated for resources: {'Port': ['ID=3976e994-65e1-427e-8693-703b6ad190d0,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:24.583499 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:24.642013 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:07:24.649376 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Provisioning complete for port 63c41aef-097a-4f3e-aec8-f9feead63a77 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:07:24.649954 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:24.650410 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Attempt 1 to provision port 63c41aef-097a-4f3e-aec8-f9feead63a77 Sep 15 18:07:24.685872 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Port 63c41aef-097a-4f3e-aec8-f9feead63a77 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:07:24.757638 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:24.762177 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Publish callbacks [] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:24.767498 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:24.825706 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:22Z', 'revision_number': 3, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:24.839036 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Pushing event updated for resources: {'Port': ['ID=63c41aef-097a-4f3e-aec8-f9feead63a77,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:24.841617 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433548'] for router_interface (c2ab935d-2333-49eb-8af3-06bf9288b5a3), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:24.853740 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6a6e2-513c-4886-9678-2f8a932fba40 None None] The sync data for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb is: [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:22Z', 'revision_number': 3, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:07:24.956287 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:07:24.957925 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:07:25.063904 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:25.110190 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Router c2ab935d-2333-49eb-8af3-06bf9288b5a3 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:07:25.186870 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Attempt 2 to provision port 63c41aef-097a-4f3e-aec8-f9feead63a77 Sep 15 18:07:25.226022 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Port 63c41aef-097a-4f3e-aec8-f9feead63a77 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:07:25.239148 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:07:25.244187 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-015d4221-3228-464e-b3a8-7cdfec249887 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/c2ab935d-2333-49eb-8af3-06bf9288b5a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8015928 Sep 15 18:07:25.585566 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36758) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:25.590945 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1fb11971-12d4-4d08-bf6a-3610ed2678a6 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1164193774', 'description': 'tempest-description--728042138'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:07:25.616301 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fb11971-12d4-4d08-bf6a-3610ed2678a6 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:25.707858 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 3976e994-65e1-427e-8693-703b6ad190d0 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:07:25.708501 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:25.730168 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Attempt 3 to provision port 63c41aef-097a-4f3e-aec8-f9feead63a77 Sep 15 18:07:25.737471 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fb11971-12d4-4d08-bf6a-3610ed2678a6 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (a40dc41e-fb16-4ede-9154-266929020d92), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:25.744744 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fb11971-12d4-4d08-bf6a-3610ed2678a6 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (a40dc41e-fb16-4ede-9154-266929020d92), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:25.781457 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb11971-12d4-4d08-bf6a-3610ed2678a6 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40dc41e-fb16-4ede-9154-266929020d92,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:25.786268 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fb11971-12d4-4d08-bf6a-3610ed2678a6 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:25.787921 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-1fb11971-12d4-4d08-bf6a-3610ed2678a6 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2013204 Sep 15 18:07:25.791167 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36760) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:25.797633 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ab9c5a89-e9e1-4bc4-8f75-8f0311edcb21 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'security_group_rule': {'security_group_id': 'a40dc41e-fb16-4ede-9154-266929020d92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:07:25.800506 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Port 63c41aef-097a-4f3e-aec8-f9feead63a77 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:07:25.804680 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 3976e994-65e1-427e-8693-703b6ad190d0 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:07:25.805042 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (3976e994-65e1-427e-8693-703b6ad190d0), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:25.805619 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 3976e994-65e1-427e-8693-703b6ad190d0 Sep 15 18:07:25.808245 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:25.831053 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab9c5a89-e9e1-4bc4-8f75-8f0311edcb21 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (3b03f9ef-07a8-43f4-bd32-19f6801391c9), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:25.886998 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 3976e994-65e1-427e-8693-703b6ad190d0 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:07:25.888633 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (3976e994-65e1-427e-8693-703b6ad190d0), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:25.903411 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab9c5a89-e9e1-4bc4-8f75-8f0311edcb21 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (3b03f9ef-07a8-43f4-bd32-19f6801391c9), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:25.908225 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab9c5a89-e9e1-4bc4-8f75-8f0311edcb21 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (3b03f9ef-07a8-43f4-bd32-19f6801391c9), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:25.910769 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] For port 3976e994-65e1-427e-8693-703b6ad190d0, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=3976e994-65e1-427e-8693-703b6ad190d0,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:25.915716 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (3976e994-65e1-427e-8693-703b6ad190d0), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:25.917168 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 0ccdaec5-573f-4e18-a862-0155bfad9b63 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:07:25.929858 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c5a89-e9e1-4bc4-8f75-8f0311edcb21 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b03f9ef-07a8-43f4-bd32-19f6801391c9,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:25.939363 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab9c5a89-e9e1-4bc4-8f75-8f0311edcb21 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:25.940608 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-ab9c5a89-e9e1-4bc4-8f75-8f0311edcb21 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484628 Sep 15 18:07:25.943330 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36762) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:25.947733 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8eff5433-f8e9-4dcc-b18e-6cbdff431978 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'security_group_rule': {'security_group_id': 'a40dc41e-fb16-4ede-9154-266929020d92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:07:25.974793 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8eff5433-f8e9-4dcc-b18e-6cbdff431978 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (1e72d8d2-c820-4227-b4c5-b413dec44482), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:26.033372 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Pushing event updated for resources: {'Port': ['ID=3976e994-65e1-427e-8693-703b6ad190d0,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:26.039343 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 0ccdaec5-573f-4e18-a862-0155bfad9b63 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:07:26.039703 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (0ccdaec5-573f-4e18-a862-0155bfad9b63), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:26.040038 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 0ccdaec5-573f-4e18-a862-0155bfad9b63 Sep 15 18:07:26.043106 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8eff5433-f8e9-4dcc-b18e-6cbdff431978 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (1e72d8d2-c820-4227-b4c5-b413dec44482), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:26.049944 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8eff5433-f8e9-4dcc-b18e-6cbdff431978 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (1e72d8d2-c820-4227-b4c5-b413dec44482), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:26.072101 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff5433-f8e9-4dcc-b18e-6cbdff431978 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e72d8d2-c820-4227-b4c5-b413dec44482,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:26.082521 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8eff5433-f8e9-4dcc-b18e-6cbdff431978 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:26.084274 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-8eff5433-f8e9-4dcc-b18e-6cbdff431978 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397665 Sep 15 18:07:26.087695 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36764) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:26.093220 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'floatingip': {'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:07:26.106878 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:26.117860 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:26.134508 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 0ccdaec5-573f-4e18-a862-0155bfad9b63 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:07:26.208129 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:26.301607 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Attempt 4 to provision port 63c41aef-097a-4f3e-aec8-f9feead63a77 Sep 15 18:07:26.332556 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Allocated IP 172.28.1.32 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/fce655b4-42c1-4cad-8a6c-0a73f944867b) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:07:26.335204 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Port 63c41aef-097a-4f3e-aec8-f9feead63a77 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:07:26.442431 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for port (fce655b4-42c1-4cad-8a6c-0a73f944867b), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:26.482918 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (fce655b4-42c1-4cad-8a6c-0a73f944867b), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:26.510339 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Sync routers for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:07:26.521353 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:07:26.522293 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:07:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:26.536908 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:07:26.542243 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:07:26.544435 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'Port': ['ID=fce655b4-42c1-4cad-8a6c-0a73f944867b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:26.546602 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:07:26.590424 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:DELETE=2,neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:26.635300 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (2b5c411c-dda2-4e80-9bae-4f1285e5cc04), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:26.635895 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:07:26.675246 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (fce655b4-42c1-4cad-8a6c-0a73f944867b), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:26.835393 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for port (fce655b4-42c1-4cad-8a6c-0a73f944867b), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:26.836843 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Attempt 5 to provision port 63c41aef-097a-4f3e-aec8-f9feead63a77 Sep 15 18:07:26.840577 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5339542'] for port (fce655b4-42c1-4cad-8a6c-0a73f944867b), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:26.842038 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 2, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:26.848008 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:26.884470 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Checking router: c2ab935d-2333-49eb-8af3-06bf9288b5a3 for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:07:26.884833 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Updating router c2ab935d-2333-49eb-8af3-06bf9288b5a3 port 63c41aef-097a-4f3e-aec8-f9feead63a77 binding host dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:07:26.915347 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Port 63c41aef-097a-4f3e-aec8-f9feead63a77 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:07:26.925841 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (2b5c411c-dda2-4e80-9bae-4f1285e5cc04), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:26.926274 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:26.929896 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'Port': ['ID=fce655b4-42c1-4cad-8a6c-0a73f944867b,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:26.946636 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:26.947926 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-e1b6a15c-78ac-47c9-aaa4-8ef64d0aa79d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8591566 Sep 15 18:07:27.088657 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:27.133198 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-302fd2cf-6143-4dbd-be34-65653a2f6fbb tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1164193774&fields=id&tenant_id=57eda6ece5ca41a592f43ffe27372b28 HTTP/1.1" status: 200 len: 267 time: 0.0543091 Sep 15 18:07:27.158405 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:27.254023 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-93b8e8c5-6c20-4a36-84d5-a95638c18e5c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:27.255513 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-93b8e8c5-6c20-4a36-84d5-a95638c18e5c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/networks?id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6 HTTP/1.1" status: 200 len: 812 time: 0.1139421 Sep 15 18:07:27.271341 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-89cb1f66-ea13-4dad-9147-aed689e8ae7d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/quotas/57eda6ece5ca41a592f43ffe27372b28 HTTP/1.1" status: 200 len: 375 time: 0.0100596 Sep 15 18:07:27.329630 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-a169a2f4-c2bb-4bf9-a88e-e437cdb6c246 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=57eda6ece5ca41a592f43ffe27372b28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523777 Sep 15 18:07:27.340989 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Publish callbacks [] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:27.350763 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:27.416742 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77d645-c640-4fa9-93ee-e74a40c42ab0 None None] Pushing event updated for resources: {'Port': ['ID=63c41aef-097a-4f3e-aec8-f9feead63a77,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:27.418905 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Attempt 6 to provision port 63c41aef-097a-4f3e-aec8-f9feead63a77 Sep 15 18:07:27.475431 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Port 63c41aef-097a-4f3e-aec8-f9feead63a77 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:07:27.476023 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Attempting to bind port 63c41aef-097a-4f3e-aec8-f9feead63a77 on host dv-cinder-835384-27-smb for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:07:27.476396 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Attempting to bind port 63c41aef-097a-4f3e-aec8-f9feead63a77 by drivers openvswitch,hyperv on host dv-cinder-835384-27-smb at level 0 using segments [{'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:07:27.476757 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Attempting to bind port 63c41aef-097a-4f3e-aec8-f9feead63a77 on network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:07:27.483992 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-a2740999-0994-4c78-a8b3-982b40c97bf8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428673 Sep 15 18:07:27.521332 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Checking agent: {'id': '0852ca79-afd9-43c1-bf4a-60b706a1b0e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-27-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 53, 34), 'started_at': datetime.datetime(2022, 9, 15, 17, 54, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-27-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:07:27.521699 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Checking segment: {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:07:27.522104 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:27.522498 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Bound using segment: {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:07:27.522975 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Bound port: 63c41aef-097a-4f3e-aec8-f9feead63a77, host: dv-cinder-835384-27-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:07:27.523355 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:27.588709 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-9c8596c1-9029-46d5-9a1e-a86dbf62a7f5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986195 Sep 15 18:07:27.605896 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] For port 63c41aef-097a-4f3e-aec8-f9feead63a77, host dv-cinder-835384-27-smb, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:07:27.611915 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 3976e994-65e1-427e-8693-703b6ad190d0 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:07:27.659953 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] For port 63c41aef-097a-4f3e-aec8-f9feead63a77, host dv-cinder-835384-27-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=63c41aef-097a-4f3e-aec8-f9feead63a77,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:07:27.672629 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:27.719034 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:07:27.719692 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:07:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:27.793574 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 3976e994-65e1-427e-8693-703b6ad190d0 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:07:27.793959 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (3976e994-65e1-427e-8693-703b6ad190d0), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:27.794817 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 3976e994-65e1-427e-8693-703b6ad190d0 Sep 15 18:07:27.801720 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-77ba1ad0-d14c-4e4a-8f7a-19c4847a7266 req-b4a913d6-8b5b-41d8-bead-91aa856b8993 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 210 time: 0.0299041 Sep 15 18:07:27.850340 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77d645-c640-4fa9-93ee-e74a40c42ab0 None None] Pushing event updated for resources: {'Port': ['ID=63c41aef-097a-4f3e-aec8-f9feead63a77,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:27.894929 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:07:27.989405 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Attempt 7 to provision port 63c41aef-097a-4f3e-aec8-f9feead63a77 Sep 15 18:07:28.019465 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:28.024030 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:28.045912 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 3976e994-65e1-427e-8693-703b6ad190d0 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:07:28.161033 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Current status of the port 63c41aef-097a-4f3e-aec8-f9feead63a77 is: DOWN; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:07:28.161512 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:28.231203 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] For port 63c41aef-097a-4f3e-aec8-f9feead63a77, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=63c41aef-097a-4f3e-aec8-f9feead63a77,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:28.236708 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:28.266409 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:27Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:28.303353 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6850bd-75aa-4974-bab4-cd2901a2c680 None None] The sync data for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb is: [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:27Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:07:28.323125 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f2f0f-68da-43c5-ac2d-c2d21b2bca8a None None] Pushing event updated for resources: {'Port': ['ID=63c41aef-097a-4f3e-aec8-f9feead63a77,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:28.370906 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-f161be5e-4059-4cfe-9d51-6d0777b392ac None None] Provisioning complete for port 63c41aef-097a-4f3e-aec8-f9feead63a77 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:07:28.371502 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f161be5e-4059-4cfe-9d51-6d0777b392ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:28.372012 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-f161be5e-4059-4cfe-9d51-6d0777b392ac None None] Attempt 1 to provision port 63c41aef-097a-4f3e-aec8-f9feead63a77 Sep 15 18:07:28.470990 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f161be5e-4059-4cfe-9d51-6d0777b392ac None None] Current status of the port 63c41aef-097a-4f3e-aec8-f9feead63a77 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:07:28.926565 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c9a4eb7f-74e5-4167-aa78-dafaf017a0ec req-f98f7b70-38ee-4685-aadc-59485a76062f tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 210 time: 0.0382588 Sep 15 18:07:28.951041 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-913eaf3b-4797-4dfe-9c91-ee08545b60db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:29.223245 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-2388150b-592a-4266-97de-9dcf9c1d4090 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:29.224852 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-2388150b-592a-4266-97de-9dcf9c1d4090 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "GET /networking/v2.0/networks?id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6 HTTP/1.1" status: 200 len: 812 time: 0.1468806 Sep 15 18:07:29.322398 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-98f00d9a-33bb-475a-a65d-e2bd7719ceb1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=57eda6ece5ca41a592f43ffe27372b28 HTTP/1.1" status: 200 len: 380 time: 0.0622778 Sep 15 18:07:29.466957 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-98b45e05-c81f-4e93-a8b0-15fdc914b1d1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'port': {'device_id': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'admin_state_up': True, 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'security_groups': ['a40dc41e-fb16-4ede-9154-266929020d92']}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:07:29.614133 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-98b45e05-c81f-4e93-a8b0-15fdc914b1d1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Made reservation on behalf of 57eda6ece5ca41a592f43ffe27372b28 for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:07:29.618232 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-98b45e05-c81f-4e93-a8b0-15fdc914b1d1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:29.629422 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 63c41aef-097a-4f3e-aec8-f9feead63a77 up at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:07:29.680568 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Provisioning complete for port 63c41aef-097a-4f3e-aec8-f9feead63a77 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:07:29.680948 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:29.681438 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Attempt 1 to provision port 63c41aef-097a-4f3e-aec8-f9feead63a77 Sep 15 18:07:29.757755 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 63c41aef-097a-4f3e-aec8-f9feead63a77 is: ACTIVE; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:07:29.770952 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-98b45e05-c81f-4e93-a8b0-15fdc914b1d1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Allocated IP 172.20.0.7 (19a0cf85-4b4d-4963-b4f8-8096eb0628c6/4309f50e-8347-401e-916d-4634e75b9010/0b46078d-3f1e-4fbe-a53d-7362e6c5492b) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:07:29.804855 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:29.931691 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-98b45e05-c81f-4e93-a8b0-15fdc914b1d1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for port (0b46078d-3f1e-4fbe-a53d-7362e6c5492b), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:29.973753 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-98b45e05-c81f-4e93-a8b0-15fdc914b1d1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (0b46078d-3f1e-4fbe-a53d-7362e6c5492b), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:30.014464 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-98b45e05-c81f-4e93-a8b0-15fdc914b1d1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:07:30.019965 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-98b45e05-c81f-4e93-a8b0-15fdc914b1d1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:07:30.024398 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-98b45e05-c81f-4e93-a8b0-15fdc914b1d1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:07:30.062417 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:30.066960 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc3dd2-e4b4-4e74-807e-3ec677e3b251 req-b4d956cf-8006-44d7-b915-14393ffb2ab5 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:30.067570 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b45e05-c81f-4e93-a8b0-15fdc914b1d1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'Port': ['ID=0b46078d-3f1e-4fbe-a53d-7362e6c5492b,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:30.071219 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4abc3dd2-e4b4-4e74-807e-3ec677e3b251 req-b4d956cf-8006-44d7-b915-14393ffb2ab5 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 931 time: 0.0654411 Sep 15 18:07:30.088182 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-98b45e05-c81f-4e93-a8b0-15fdc914b1d1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:30.088824 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-98b45e05-c81f-4e93-a8b0-15fdc914b1d1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:30.109236 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-98b45e05-c81f-4e93-a8b0-15fdc914b1d1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6468346 Sep 15 18:07:30.121495 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4abc3dd2-e4b4-4e74-807e-3ec677e3b251 req-513d6d40-4389-4aa0-9de3-f2157ff2f5fd tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a40dc41e-fb16-4ede-9154-266929020d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493422 Sep 15 18:07:30.189072 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Request body: {'port': {'device_id': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:07:30.253958 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (0b46078d-3f1e-4fbe-a53d-7362e6c5492b), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:30.306812 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-5e7a31cc-7baf-4927-8b31-a243451f8404 None None] Provisioning complete for port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:07:30.307431 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5e7a31cc-7baf-4927-8b31-a243451f8404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (0b46078d-3f1e-4fbe-a53d-7362e6c5492b), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:30.307619 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-5e7a31cc-7baf-4927-8b31-a243451f8404 None None] Attempt 1 to provision port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b Sep 15 18:07:30.340933 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a31cc-7baf-4927-8b31-a243451f8404 None None] Port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:07:30.556300 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b46078d-3f1e-4fbe-a53d-7362e6c5492b {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:07:30.564477 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Publish callbacks [] for port (0b46078d-3f1e-4fbe-a53d-7362e6c5492b), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:30.577755 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Transition to ACTIVE for port object 0b46078d-3f1e-4fbe-a53d-7362e6c5492b will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:07:30.581860 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (0b46078d-3f1e-4fbe-a53d-7362e6c5492b), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:30.661742 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Pushing event updated for resources: {'Port': ['ID=0b46078d-3f1e-4fbe-a53d-7362e6c5492b,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:30.693730 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Attempting to bind port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:07:30.694071 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Attempting to bind port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:07:30.694404 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Attempting to bind port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b on network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:07:30.725666 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:30.740752 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b on network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:07:30.741086 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Attempting to bind port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b on network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:07:30.789529 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:07:30.789868 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Checking segment: {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:07:30.790257 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Bound using segment: {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:07:30.790695 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Bound port: 0b46078d-3f1e-4fbe-a53d-7362e6c5492b, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:07:30.791055 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (0b46078d-3f1e-4fbe-a53d-7362e6c5492b), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:30.843080 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-5e7a31cc-7baf-4927-8b31-a243451f8404 None None] Attempt 2 to provision port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b Sep 15 18:07:30.856893 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] For port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:07:30.860152 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] For port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=0b46078d-3f1e-4fbe-a53d-7362e6c5492b,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:07:30.867110 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (0b46078d-3f1e-4fbe-a53d-7362e6c5492b), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:30.872285 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:30.872905 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:30.874501 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/0b46078d-3f1e-4fbe-a53d-7362e6c5492b HTTP/1.1" status: 200 len: 1093 time: 0.7464774 Sep 15 18:07:30.875082 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'tag': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:07:30.877362 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe58846-4fda-423a-96fe-066a5a904185" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ebe80d-47f2-41c0-b68e-9537601698a4", "tag": "0b46078d-3f1e-4fbe-a53d-7362e6c5492b"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:07:30.880833 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a31cc-7baf-4927-8b31-a243451f8404 None None] Port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:07:30.934354 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963dbf3c-d937-4de0-952c-7688152e531e service neutron] Pushing event updated for resources: {'Port': ['ID=0b46078d-3f1e-4fbe-a53d-7362e6c5492b,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:30.995554 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-9bfb49ce-ad5b-4a87-845c-dd0cb31ecd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:30.997073 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-9bfb49ce-ad5b-4a87-845c-dd0cb31ecd4d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=57eda6ece5ca41a592f43ffe27372b28&device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 1127 time: 0.0458927 Sep 15 18:07:31.011184 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5534dc1d-85f1-436e-9256-130f4d68716c x-openstack-request-id: req-5534dc1d-85f1-436e-9256-130f4d68716c {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:07:31.011474 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ebe80d-47f2-41c0-b68e-9537601698a4", "tag": "0b46078d-3f1e-4fbe-a53d-7362e6c5492b", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:07:31.011728 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5534dc1d-85f1-436e-9256-130f4d68716c {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:07:31.012131 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5534dc1d-85f1-436e-9256-130f4d68716c'] response: {'name': 'network-changed', 'server_uuid': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'tag': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b', 'status': 'completed', 'code': 200} Sep 15 18:07:31.049164 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-e083181c-a902-4c15-95e9-4f5feeba4f49 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b46078d-3f1e-4fbe-a53d-7362e6c5492b HTTP/1.1" status: 200 len: 217 time: 0.0337801 Sep 15 18:07:31.105887 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-0ca06a2e-973e-4124-b312-633631ef08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:31.107366 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-0ca06a2e-973e-4124-b312-633631ef08ac service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4309f50e-8347-401e-916d-4634e75b9010 HTTP/1.1" status: 200 len: 851 time: 0.0515690 Sep 15 18:07:31.153098 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-74ed488a-38e6-4fc9-abe0-0a75c8c98752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:31.154830 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-74ed488a-38e6-4fc9-abe0-0a75c8c98752 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0398786 Sep 15 18:07:31.169702 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:31.253362 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bd1c7-554b-40a7-944e-6e3080ff9615 req-5d82624f-2fd4-4ce8-9340-676e7f84f16b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:31.254940 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7d7bd1c7-554b-40a7-944e-6e3080ff9615 req-5d82624f-2fd4-4ce8-9340-676e7f84f16b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 943 time: 0.0483446 Sep 15 18:07:31.258385 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-c095413a-2c45-4bff-8e64-ae69ba45dfe1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957241 Sep 15 18:07:31.314253 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7d7bd1c7-554b-40a7-944e-6e3080ff9615 req-dc3c0487-c189-48cb-b7ac-a8b8504341a2 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a40dc41e-fb16-4ede-9154-266929020d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532801 Sep 15 18:07:31.357661 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-2c746fa0-a270-410b-bf8a-45b4ac0c8564 req-fa63eb05-4dfb-4322-9433-86fbe426ab72 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920775 Sep 15 18:07:31.381947 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-5e7a31cc-7baf-4927-8b31-a243451f8404 None None] Attempt 3 to provision port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b Sep 15 18:07:31.421764 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a31cc-7baf-4927-8b31-a243451f8404 None None] Port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b had new provisioning blocks added so it will not transition to active. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 18:07:31.492028 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9feedc42-e979-4f4d-bdfe-e3c4c7249a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:32.330034 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe58846-4fda-423a-96fe-066a5a904185 req-28ff0e53-5a6d-4401-bf4b-9934e65709cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:32.331786 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-efe58846-4fda-423a-96fe-066a5a904185 req-28ff0e53-5a6d-4401-bf4b-9934e65709cd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=57eda6ece5ca41a592f43ffe27372b28&device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 1127 time: 0.0574951 Sep 15 18:07:32.433056 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe58846-4fda-423a-96fe-066a5a904185 req-98367e77-82ea-47f8-b6a2-cdce639e5095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:32.434591 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-efe58846-4fda-423a-96fe-066a5a904185 req-98367e77-82ea-47f8-b6a2-cdce639e5095 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6 HTTP/1.1" status: 200 len: 913 time: 0.0951200 Sep 15 18:07:32.444028 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:32.452703 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd48fa4-f2d2-462a-ac53-68ffaf983d72 req-691ecab0-12fd-4f1d-ade0-1ecec1d608e3 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:32.454245 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9dd48fa4-f2d2-462a-ac53-68ffaf983d72 req-691ecab0-12fd-4f1d-ade0-1ecec1d608e3 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 943 time: 0.0558321 Sep 15 18:07:32.479685 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-efe58846-4fda-423a-96fe-066a5a904185 req-b48f9d9a-ed09-4999-9d2d-3dab18d79c2c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b46078d-3f1e-4fbe-a53d-7362e6c5492b HTTP/1.1" status: 200 len: 217 time: 0.0375879 Sep 15 18:07:32.516786 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9dd48fa4-f2d2-462a-ac53-68ffaf983d72 req-d8426b3b-c257-4697-a0a7-56d6f86dde5a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a40dc41e-fb16-4ede-9154-266929020d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558977 Sep 15 18:07:32.518500 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:32.542419 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe58846-4fda-423a-96fe-066a5a904185 req-2c1f890e-14f3-4922-8523-b237ae513f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:32.544510 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-efe58846-4fda-423a-96fe-066a5a904185 req-2c1f890e-14f3-4922-8523-b237ae513f59 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4309f50e-8347-401e-916d-4634e75b9010 HTTP/1.1" status: 200 len: 851 time: 0.0582376 Sep 15 18:07:32.590423 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe58846-4fda-423a-96fe-066a5a904185 req-84f2d08e-1144-4060-8fe5-03ffb19d7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:32.592842 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-efe58846-4fda-423a-96fe-066a5a904185 req-84f2d08e-1144-4060-8fe5-03ffb19d7860 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0410454 Sep 15 18:07:32.652062 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 0b46078d-3f1e-4fbe-a53d-7362e6c5492b details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:07:32.655883 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:32.703086 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-efe58846-4fda-423a-96fe-066a5a904185 req-b0d0e279-05ea-414a-9975-48737cb145bc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030383 Sep 15 18:07:32.762928 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:32.805439 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-efe58846-4fda-423a-96fe-066a5a904185 req-6fa9c7d2-b977-4fa4-833a-9339dffc9e20 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948329 Sep 15 18:07:32.893181 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=0b46078d-3f1e-4fbe-a53d-7362e6c5492b,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:32.905578 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'port_id': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b', 'mac_address': 'fa:16:3e:ae:a6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:07:32.930566 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:32.943909 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:07:32.944293 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (0b46078d-3f1e-4fbe-a53d-7362e6c5492b), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:32.959365 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b46078d-3f1e-4fbe-a53d-7362e6c5492b {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:07:32.980367 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=0b46078d-3f1e-4fbe-a53d-7362e6c5492b,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:32.984883 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (0b46078d-3f1e-4fbe-a53d-7362e6c5492b), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:33.036043 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=0b46078d-3f1e-4fbe-a53d-7362e6c5492b,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:33.324766 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['0b46078d-3f1e-4fbe-a53d-7362e6c5492b'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:07:33.648803 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadc5fb-c53a-4602-9642-6a8009ec600b req-8263066a-05a3-4f5a-b8fa-1fd649cd542f tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:33.650242 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7cadc5fb-c53a-4602-9642-6a8009ec600b req-8263066a-05a3-4f5a-b8fa-1fd649cd542f tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 944 time: 0.0494187 Sep 15 18:07:33.698880 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7cadc5fb-c53a-4602-9642-6a8009ec600b req-c8d9c67e-846d-4b63-be84-20449d2327aa tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a40dc41e-fb16-4ede-9154-266929020d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430408 Sep 15 18:07:33.893807 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:34.074175 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:34.677895 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 0b46078d-3f1e-4fbe-a53d-7362e6c5492b up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:07:34.725246 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:07:34.733581 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:07:34.734099 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (0b46078d-3f1e-4fbe-a53d-7362e6c5492b), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:34.734440 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b Sep 15 18:07:34.815870 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:07:34.816264 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (0b46078d-3f1e-4fbe-a53d-7362e6c5492b), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:34.832007 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c1e6a-c8b4-425a-a7ce-344eb6155f0e req-fbef4deb-6909-45ac-91e3-ee57a7c12ecc tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:34.833722 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-451c1e6a-c8b4-425a-a7ce-344eb6155f0e req-fbef4deb-6909-45ac-91e3-ee57a7c12ecc tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 944 time: 0.0508716 Sep 15 18:07:34.849534 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:07:34.852098 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6276ca45-0ac5-4a1d-b3c8-14dc79da4ebd" -d '{"events": [{"server_uuid": "a1ebe80d-47f2-41c0-b68e-9537601698a4", "name": "network-vif-plugged", "status": "completed", "tag": "0b46078d-3f1e-4fbe-a53d-7362e6c5492b"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:07:34.867697 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=0b46078d-3f1e-4fbe-a53d-7362e6c5492b,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:34.874811 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (0b46078d-3f1e-4fbe-a53d-7362e6c5492b), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:34.898897 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:34.905186 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-451c1e6a-c8b4-425a-a7ce-344eb6155f0e req-b9b6d399-728a-4b44-98ed-b3512f606d94 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a40dc41e-fb16-4ede-9154-266929020d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642550 Sep 15 18:07:34.956526 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=0b46078d-3f1e-4fbe-a53d-7362e6c5492b,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:34.996289 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30f716f-10f4-41a8-ba85-9d565170fc5f x-openstack-request-id: req-f30f716f-10f4-41a8-ba85-9d565170fc5f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:07:34.996659 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ebe80d-47f2-41c0-b68e-9537601698a4", "name": "network-vif-plugged", "status": "completed", "tag": "0b46078d-3f1e-4fbe-a53d-7362e6c5492b", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:07:34.997131 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f30f716f-10f4-41a8-ba85-9d565170fc5f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:07:34.997563 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f30f716f-10f4-41a8-ba85-9d565170fc5f'] response: {'server_uuid': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b', 'code': 200} Sep 15 18:07:35.253601 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2efcf-949b-4807-9ff9-f86bd1cacd4d req-d96a3a4f-906e-4dc0-b9d1-6ba176444707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:35.255108 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-42d2efcf-949b-4807-9ff9-f86bd1cacd4d req-d96a3a4f-906e-4dc0-b9d1-6ba176444707 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 1129 time: 0.0464909 Sep 15 18:07:35.301893 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-42d2efcf-949b-4807-9ff9-f86bd1cacd4d req-a1e908a4-71b2-4a64-800f-70e1b8b23fca service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a40dc41e-fb16-4ede-9154-266929020d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401127 Sep 15 18:07:36.044570 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42db5e-790f-4f82-a112-ae6ef6d1187c req-d5ee3cbc-1be7-4f48-97d8-35ad0aeec2c7 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:36.046159 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7f42db5e-790f-4f82-a112-ae6ef6d1187c req-d5ee3cbc-1be7-4f48-97d8-35ad0aeec2c7 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 945 time: 0.0583477 Sep 15 18:07:36.097686 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7f42db5e-790f-4f82-a112-ae6ef6d1187c req-2ae4e447-dafc-49da-8ec7-40b73bce6227 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a40dc41e-fb16-4ede-9154-266929020d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440457 Sep 15 18:07:37.225678 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a3ac8-b391-4b29-a1ab-d6a6afcba75d req-db2be31d-7659-479e-9007-c9bc872f22a1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:37.227103 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ce5a3ac8-b391-4b29-a1ab-d6a6afcba75d req-db2be31d-7659-479e-9007-c9bc872f22a1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 945 time: 0.0489283 Sep 15 18:07:37.276545 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ce5a3ac8-b391-4b29-a1ab-d6a6afcba75d req-44f1d310-851b-42f6-b0ed-2d53d0eee085 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a40dc41e-fb16-4ede-9154-266929020d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437562 Sep 15 18:07:37.402078 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1c11b-6e94-4576-8fe9-7a28e181ba4a req-bc214f04-0dbd-48d3-82ad-41173566c430 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:37.406611 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b2d1c11b-6e94-4576-8fe9-7a28e181ba4a req-bc214f04-0dbd-48d3-82ad-41173566c430 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 945 time: 0.0515397 Sep 15 18:07:37.415071 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 36840) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:07:37.419834 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-19fd0dc1-af71-4c45-9473-8af8689de645 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'floatingip': {'port_id': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:07:37.460475 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19fd0dc1-af71-4c45-9473-8af8689de645 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (2b5c411c-dda2-4e80-9bae-4f1285e5cc04), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:37.873204 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89212006-8a48-4de0-b3db-283f989286ff req-595be951-0aad-4cd0-b59f-ca4cd9942e9f tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:37.874733 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-89212006-8a48-4de0-b3db-283f989286ff req-595be951-0aad-4cd0-b59f-ca4cd9942e9f tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0616112 Sep 15 18:07:37.992838 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19fd0dc1-af71-4c45-9473-8af8689de645 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:37.998188 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-89212006-8a48-4de0-b3db-283f989286ff req-cafb59b6-5c3a-41d8-9cdf-be03abe48cc0 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989504 Sep 15 18:07:37.999379 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19fd0dc1-af71-4c45-9473-8af8689de645 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (2b5c411c-dda2-4e80-9bae-4f1285e5cc04), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:38.341264 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:38.351985 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.l3_db [None req-19fd0dc1-af71-4c45-9473-8af8689de645 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Floating IP 2b5c411c-dda2-4e80-9bae-4f1285e5cc04 associated. External IP: 172.28.1.32, port: 0b46078d-3f1e-4fbe-a53d-7362e6c5492b. Sep 15 18:07:38.508790 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:38.582379 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fd0dc1-af71-4c45-9473-8af8689de645 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Router c2ab935d-2333-49eb-8af3-06bf9288b5a3 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:07:38.693565 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fd0dc1-af71-4c45-9473-8af8689de645 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:07:38.698105 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19fd0dc1-af71-4c45-9473-8af8689de645 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:38.703649 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160a8927-b3f9-4207-8053-f5e305bd7de1 None None] Sync routers for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:07:38.716422 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160a8927-b3f9-4207-8053-f5e305bd7de1 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:07:38.717341 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-160a8927-b3f9-4207-8053-f5e305bd7de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:07:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:38.730057 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-19fd0dc1-af71-4c45-9473-8af8689de645 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/2b5c411c-dda2-4e80-9bae-4f1285e5cc04 HTTP/1.1" status: 200 len: 990 time: 1.3138251 Sep 15 18:07:38.730806 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'tag': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:07:38.733202 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37c4102d2d517d607139b710ac7a8d6e47170191c640291e613d15b6186679b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be7052f-c88f-47d4-ab10-24fa709cc7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ebe80d-47f2-41c0-b68e-9537601698a4", "tag": "0b46078d-3f1e-4fbe-a53d-7362e6c5492b"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:07:38.828160 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-160a8927-b3f9-4207-8053-f5e305bd7de1 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:07:38.838246 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b806f43-fa95-42d4-95ee-2eb706ca6199 x-openstack-request-id: req-0b806f43-fa95-42d4-95ee-2eb706ca6199 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:07:38.838547 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ebe80d-47f2-41c0-b68e-9537601698a4", "tag": "0b46078d-3f1e-4fbe-a53d-7362e6c5492b", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:07:38.838808 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b806f43-fa95-42d4-95ee-2eb706ca6199 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:07:38.839221 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b806f43-fa95-42d4-95ee-2eb706ca6199'] response: {'name': 'network-changed', 'server_uuid': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'tag': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b', 'status': 'completed', 'code': 200} Sep 15 18:07:38.938890 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7052f-c88f-47d4-ab10-24fa709cc7f9 req-d7632c52-41c4-4911-bc4c-a5a38afbcee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:38.940401 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-9be7052f-c88f-47d4-ab10-24fa709cc7f9 req-d7632c52-41c4-4911-bc4c-a5a38afbcee2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=57eda6ece5ca41a592f43ffe27372b28&device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 1129 time: 0.0437336 Sep 15 18:07:38.982547 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:39.074576 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-160a8927-b3f9-4207-8053-f5e305bd7de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '2b5c411c-dda2-4e80-9bae-4f1285e5cc04', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:ae:a6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:07:26Z', 'updated_at': '2022-09-15T18:07:37Z', 'revision_number': 1, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:39.101993 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160a8927-b3f9-4207-8053-f5e305bd7de1 None None] Checking router: c2ab935d-2333-49eb-8af3-06bf9288b5a3 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:07:39.112421 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160a8927-b3f9-4207-8053-f5e305bd7de1 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:07:39.113058 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-160a8927-b3f9-4207-8053-f5e305bd7de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:07:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:39.149425 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36f07d-2460-48c8-9e39-731c4bd5b4a3 req-03084712-a688-4167-aab9-b5ab28a15c31 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:39.151309 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-bf36f07d-2460-48c8-9e39-731c4bd5b4a3 req-03084712-a688-4167-aab9-b5ab28a15c31 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0564561 Sep 15 18:07:39.160079 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:39.210445 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-bf36f07d-2460-48c8-9e39-731c4bd5b4a3 req-6acb01f4-78fe-4f3d-bd70-cb91c9f39b85 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522649 Sep 15 18:07:39.229024 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-160a8927-b3f9-4207-8053-f5e305bd7de1 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:07:39.287235 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7052f-c88f-47d4-ab10-24fa709cc7f9 req-b3b38f91-ca7b-45af-8579-403a063d40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:39.288782 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-9be7052f-c88f-47d4-ab10-24fa709cc7f9 req-b3b38f91-ca7b-45af-8579-403a063d40f9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6 HTTP/1.1" status: 200 len: 913 time: 0.3427577 Sep 15 18:07:39.355285 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-9be7052f-c88f-47d4-ab10-24fa709cc7f9 req-ce32ab70-c4ec-49c3-a2db-3f951c55171a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b46078d-3f1e-4fbe-a53d-7362e6c5492b HTTP/1.1" status: 200 len: 998 time: 0.0600469 Sep 15 18:07:39.404878 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7052f-c88f-47d4-ab10-24fa709cc7f9 req-041ac100-3b97-467b-b67d-5ba43a270d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:39.406392 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-9be7052f-c88f-47d4-ab10-24fa709cc7f9 req-041ac100-3b97-467b-b67d-5ba43a270d6d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4309f50e-8347-401e-916d-4634e75b9010 HTTP/1.1" status: 200 len: 851 time: 0.0449245 Sep 15 18:07:39.454799 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7052f-c88f-47d4-ab10-24fa709cc7f9 req-bc8d7a9e-608a-43a2-8f86-5e714b8fc7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:39.456302 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-9be7052f-c88f-47d4-ab10-24fa709cc7f9 req-bc8d7a9e-608a-43a2-8f86-5e714b8fc7c6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0435894 Sep 15 18:07:39.458365 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-160a8927-b3f9-4207-8053-f5e305bd7de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '2b5c411c-dda2-4e80-9bae-4f1285e5cc04', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:ae:a6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:07:26Z', 'updated_at': '2022-09-15T18:07:37Z', 'revision_number': 1, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:39.488710 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160a8927-b3f9-4207-8053-f5e305bd7de1 None None] The sync data for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb is: [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '2b5c411c-dda2-4e80-9bae-4f1285e5cc04', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:ae:a6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:07:26Z', 'updated_at': '2022-09-15T18:07:37Z', 'revision_number': 1, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:07:39.520858 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:39.570095 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-9be7052f-c88f-47d4-ab10-24fa709cc7f9 req-174a410b-5bb4-4fb2-9e07-5c0eac91cecb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073680 Sep 15 18:07:39.692581 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-9be7052f-c88f-47d4-ab10-24fa709cc7f9 req-738f7f4d-4280-4bda-a09d-5b061476b118 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148863 Sep 15 18:07:39.706170 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a2e77-2b4e-46bf-be71-d2fe99cd447a None None] New status for floating IP 2b5c411c-dda2-4e80-9bae-4f1285e5cc04: ACTIVE {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:07:40.356596 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a01fa-7362-45f4-9fd4-f35f291b9216 req-f862a0b2-766f-47c6-b828-ee211c3f2468 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:40.358253 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e95a01fa-7362-45f4-9fd4-f35f291b9216 req-f862a0b2-766f-47c6-b828-ee211c3f2468 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0532370 Sep 15 18:07:40.408033 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e95a01fa-7362-45f4-9fd4-f35f291b9216 req-0b2b62cf-516e-481b-a2d1-511d9e68eee6 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439117 Sep 15 18:07:41.542095 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb43fb-0c0f-45a1-8e8f-d04310ca909f req-24166d25-8a75-42e4-aed0-e77c4d21d449 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:41.543616 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-26cb43fb-0c0f-45a1-8e8f-d04310ca909f req-24166d25-8a75-42e4-aed0-e77c4d21d449 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0486553 Sep 15 18:07:41.594333 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-26cb43fb-0c0f-45a1-8e8f-d04310ca909f req-8a96441a-94eb-4e73-8933-bdd6a6c944be tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445473 Sep 15 18:07:42.726903 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6f4e0-1baa-4f0f-bcb0-a90707700e0e req-4db35241-9ee8-4caf-a2d8-f2f50378cb82 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:42.728422 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-afb6f4e0-1baa-4f0f-bcb0-a90707700e0e req-4db35241-9ee8-4caf-a2d8-f2f50378cb82 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0491424 Sep 15 18:07:42.788190 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-afb6f4e0-1baa-4f0f-bcb0-a90707700e0e req-81cb1241-a43d-476b-a918-5536c35c6f4f tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529380 Sep 15 18:07:43.476536 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:07:43.917237 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76deaf-04ed-4ac9-aaa8-6937cef43b9d req-f64541ad-deda-45c7-b8e3-94ff1891a081 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:43.919321 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5c76deaf-04ed-4ac9-aaa8-6937cef43b9d req-f64541ad-deda-45c7-b8e3-94ff1891a081 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0485983 Sep 15 18:07:43.971378 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5c76deaf-04ed-4ac9-aaa8-6937cef43b9d req-983eb013-c467-44ca-afab-ac64be6e358a tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464616 Sep 15 18:07:45.117961 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63708e-a775-40b9-948a-311cb70332f9 req-4ef1eebe-fbec-4661-b823-4d19f98cee47 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:45.119395 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3c63708e-a775-40b9-948a-311cb70332f9 req-4ef1eebe-fbec-4661-b823-4d19f98cee47 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0521741 Sep 15 18:07:45.169591 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3c63708e-a775-40b9-948a-311cb70332f9 req-64d292b5-e171-4ff0-a1e9-b1df669c0c9a tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437903 Sep 15 18:07:46.304168 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03574a-78fe-4ef7-b44f-24b0f1ceeccb req-da97ddc7-133c-4e42-9e88-3bf1b51d1b61 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:46.305734 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6f03574a-78fe-4ef7-b44f-24b0f1ceeccb req-da97ddc7-133c-4e42-9e88-3bf1b51d1b61 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0529943 Sep 15 18:07:46.338636 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:46.358636 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6f03574a-78fe-4ef7-b44f-24b0f1ceeccb req-957b4f5d-169a-40dc-a3c5-4d54fbd5449e tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462086 Sep 15 18:07:47.490244 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee7ba1-e134-4cc4-b02a-eb1c42ad3b46 req-5b4a5698-2e09-4d79-b483-38dca12e5c8b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:47.491798 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-88ee7ba1-e134-4cc4-b02a-eb1c42ad3b46 req-5b4a5698-2e09-4d79-b483-38dca12e5c8b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0496566 Sep 15 18:07:47.547000 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-88ee7ba1-e134-4cc4-b02a-eb1c42ad3b46 req-37323fe0-9b66-4a7b-adbf-424e9d649eb7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460212 Sep 15 18:07:48.685194 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0266e1-785f-4770-a8de-c079553a6a4b req-9fbc31b7-2dd9-479d-885c-8ab4ad30545d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:48.691996 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-dd0266e1-785f-4770-a8de-c079553a6a4b req-9fbc31b7-2dd9-479d-885c-8ab4ad30545d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0478415 Sep 15 18:07:48.712502 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:48.742501 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-dd0266e1-785f-4770-a8de-c079553a6a4b req-2cebbbd1-a46b-4b4d-85d0-17d672772cba tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501814 Sep 15 18:07:49.461672 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=54 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:49.687046 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=11 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:49.689027 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=63 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:49.837753 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:49.841155 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:49.879146 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55308-feae-4ffe-9255-dc0e71d84e67 req-fb8771e2-0d5c-4df1-a392-f900b9559ec4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:49.880683 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-fca55308-feae-4ffe-9255-dc0e71d84e67 req-fb8771e2-0d5c-4df1-a392-f900b9559ec4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0513315 Sep 15 18:07:49.931771 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-fca55308-feae-4ffe-9255-dc0e71d84e67 req-7c03a457-f6a2-49ff-9d8e-5317188fda02 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453188 Sep 15 18:07:51.062782 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f14d37-dc20-4175-85b7-da7a8f31a598 req-8baa53f2-ddad-4da3-9cef-6345be0a69d8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:51.064312 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d5f14d37-dc20-4175-85b7-da7a8f31a598 req-8baa53f2-ddad-4da3-9cef-6345be0a69d8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0495563 Sep 15 18:07:51.113986 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d5f14d37-dc20-4175-85b7-da7a8f31a598 req-7c1ce22b-b073-4168-9f0e-dde672d89e5d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440130 Sep 15 18:07:52.250550 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7622df-522a-44f2-a7de-fb64e30d2e46 req-52ac8898-6781-4cfb-9d46-139fb60a1c08 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:52.252668 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0c7622df-522a-44f2-a7de-fb64e30d2e46 req-52ac8898-6781-4cfb-9d46-139fb60a1c08 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0562751 Sep 15 18:07:52.303549 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0c7622df-522a-44f2-a7de-fb64e30d2e46 req-efbdced0-b2e7-465d-8595-4f18347234b4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435116 Sep 15 18:07:53.434651 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83990f3-d0b6-4f22-b15a-f8a56fa82214 req-860b6b79-c776-42c5-beba-f19a83d74fb1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:53.436184 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d83990f3-d0b6-4f22-b15a-f8a56fa82214 req-860b6b79-c776-42c5-beba-f19a83d74fb1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0487094 Sep 15 18:07:53.470989 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=27 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:53.487045 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d83990f3-d0b6-4f22-b15a-f8a56fa82214 req-6d327964-4e78-4ccc-a25e-2fab9ca6dca8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451324 Sep 15 18:07:54.404366 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:54.631069 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85f8a3-abd5-4ead-be70-8937641e7902 req-fd286c49-4853-4581-9d4e-7a7f214a305c tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:54.632626 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1e85f8a3-abd5-4ead-be70-8937641e7902 req-fd286c49-4853-4581-9d4e-7a7f214a305c tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0612025 Sep 15 18:07:54.684647 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1e85f8a3-abd5-4ead-be70-8937641e7902 req-776179a7-eb6b-4f6c-9921-feb1092e34d6 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435631 Sep 15 18:07:55.826397 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598df5bc-6d41-4ef9-931d-35c5bc72fc71 req-ae8bcadf-6c81-426b-b70a-127cf9b83220 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:55.827899 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-598df5bc-6d41-4ef9-931d-35c5bc72fc71 req-ae8bcadf-6c81-426b-b70a-127cf9b83220 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0542879 Sep 15 18:07:55.882851 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-598df5bc-6d41-4ef9-931d-35c5bc72fc71 req-dd57763b-047b-4da2-9943-ed03b3ca4b4f tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492170 Sep 15 18:07:57.010593 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82973e98-379e-4015-a64a-cedff29bbc8a req-a403dd8f-b8e1-487e-ba3a-5fe526cd40c1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:57.012594 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-82973e98-379e-4015-a64a-cedff29bbc8a req-a403dd8f-b8e1-487e-ba3a-5fe526cd40c1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0478444 Sep 15 18:07:57.069128 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-82973e98-379e-4015-a64a-cedff29bbc8a req-dc4d5f4b-2f8c-40f8-92cb-117ca4e1ba61 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507634 Sep 15 18:07:58.207857 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535e783-021e-4f36-a0fe-8f409a8a41a7 req-9fe51044-c31c-434a-a73a-48144782ea25 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:58.209250 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8535e783-021e-4f36-a0fe-8f409a8a41a7 req-9fe51044-c31c-434a-a73a-48144782ea25 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0469851 Sep 15 18:07:58.260234 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8535e783-021e-4f36-a0fe-8f409a8a41a7 req-d7ef3c99-5fd4-4495-8b1f-fcf56ce132e4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446072 Sep 15 18:07:58.931030 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb8e8e0f-8b76-47cf-88a5-ab46feff4148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:07:59.400897 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38473f-4840-456b-abeb-0df0669a0498 req-453be41b-1b18-442a-8515-60ce5e75f735 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:07:59.403080 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8b38473f-4840-456b-abeb-0df0669a0498 req-453be41b-1b18-442a-8515-60ce5e75f735 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0591164 Sep 15 18:07:59.414575 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:07:59.452297 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8b38473f-4840-456b-abeb-0df0669a0498 req-92be057c-00f6-4c37-9c7f-0f10afb4abd7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434725 Sep 15 18:08:00.589910 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcf433-c31a-4f4e-896d-de19fb131618 req-eebe0c8a-fa2b-4701-ae71-e09e1ef2a58c tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:00.591691 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-52dcf433-c31a-4f4e-896d-de19fb131618 req-eebe0c8a-fa2b-4701-ae71-e09e1ef2a58c tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0532823 Sep 15 18:08:00.645802 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-52dcf433-c31a-4f4e-896d-de19fb131618 req-2c7ace07-27d3-4309-9506-922712f75d9e tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479426 Sep 15 18:08:00.846584 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 7aa71d26-4d76-451c-b080-60a8027d2f67 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:08:00.950589 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 7aa71d26-4d76-451c-b080-60a8027d2f67, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7aa71d26-4d76-451c-b080-60a8027d2f67,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:00.962620 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '7aa71d26-4d76-451c-b080-60a8027d2f67', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'port_id': '7aa71d26-4d76-451c-b080-60a8027d2f67', 'mac_address': 'fa:16:3e:3c:a8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:08:00.998323 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 7aa71d26-4d76-451c-b080-60a8027d2f67 is: ACTIVE; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:08:00.998757 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:01.014932 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7aa71d26-4d76-451c-b080-60a8027d2f67 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:08:01.036026 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 7aa71d26-4d76-451c-b080-60a8027d2f67, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7aa71d26-4d76-451c-b080-60a8027d2f67,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:01.041603 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:01.087510 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=7aa71d26-4d76-451c-b080-60a8027d2f67,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:01.227472 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['7aa71d26-4d76-451c-b080-60a8027d2f67'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:08:01.497659 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b18bc0ef-5d82-4cea-80ef-339b18010e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:01.778775 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854faa87-96b2-4df4-9a39-8292d065123c req-8ca76b66-4a6e-4d25-a1b4-599071026856 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:01.778775 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-854faa87-96b2-4df4-9a39-8292d065123c req-8ca76b66-4a6e-4d25-a1b4-599071026856 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 945 time: 0.0490718 Sep 15 18:08:01.793814 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:01.842996 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-854faa87-96b2-4df4-9a39-8292d065123c req-f8bbefbb-7804-4b13-b576-14727324e6de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558021 Sep 15 18:08:02.528030 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:02.880358 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 7aa71d26-4d76-451c-b080-60a8027d2f67 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:08:02.971127 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 7aa71d26-4d76-451c-b080-60a8027d2f67 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:08:02.971497 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:02.971832 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 7aa71d26-4d76-451c-b080-60a8027d2f67 Sep 15 18:08:03.020310 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3b261-6353-4baf-a836-cc293e3f46a4 req-10bd0713-f2b3-4b61-8258-f62ec7fee07a tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:03.023137 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ecf3b261-6353-4baf-a836-cc293e3f46a4 req-10bd0713-f2b3-4b61-8258-f62ec7fee07a tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 945 time: 0.0778112 Sep 15 18:08:03.062620 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 7aa71d26-4d76-451c-b080-60a8027d2f67 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:08:03.063207 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:03.098291 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ecf3b261-6353-4baf-a836-cc293e3f46a4 req-1aba0894-8d44-440e-aefc-6234a516296d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666225 Sep 15 18:08:03.119116 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa71d26-4d76-451c-b080-60a8027d2f67'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:08:03.133442 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4d4e41-1c59-4906-802b-5e69edbfb185" -d '{"events": [{"server_uuid": "08c332c6-2dcf-49c2-8965-f8c232a55cc8", "name": "network-vif-plugged", "status": "completed", "tag": "7aa71d26-4d76-451c-b080-60a8027d2f67"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:08:03.133442 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 7aa71d26-4d76-451c-b080-60a8027d2f67, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7aa71d26-4d76-451c-b080-60a8027d2f67,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:03.144138 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:03.197764 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bede53-da8a-4d2f-9721-bf3545838b57 x-openstack-request-id: req-c1bede53-da8a-4d2f-9721-bf3545838b57 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:08:03.198059 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c332c6-2dcf-49c2-8965-f8c232a55cc8", "name": "network-vif-plugged", "status": "completed", "tag": "7aa71d26-4d76-451c-b080-60a8027d2f67", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:08:03.198904 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1bede53-da8a-4d2f-9721-bf3545838b57 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:08:03.199269 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bede53-da8a-4d2f-9721-bf3545838b57'] response: {'server_uuid': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa71d26-4d76-451c-b080-60a8027d2f67', 'code': 200} Sep 15 18:08:03.225254 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=7aa71d26-4d76-451c-b080-60a8027d2f67,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:03.233860 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:03.234297 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:03.234810 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:03.235055 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:03.235702 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:03.235866 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:03.236128 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:03.236481 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:03.236809 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:03.237134 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:03.237487 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:03.237813 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:03.238135 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:03.238480 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:03.239101 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:03.902081 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:04.082500 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:04.255769 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863ee79-03eb-43d8-ae79-80a0ed588406 req-203edc5b-47ef-44fb-bebe-f6c7f70bd692 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:04.262008 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1863ee79-03eb-43d8-ae79-80a0ed588406 req-203edc5b-47ef-44fb-bebe-f6c7f70bd692 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0559573 Sep 15 18:08:04.317681 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1863ee79-03eb-43d8-ae79-80a0ed588406 req-de404366-a4cb-4aab-8e55-5604c0f3d6c0 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544543 Sep 15 18:08:05.471425 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1989d-471b-4b0c-acce-3758529e5cbc req-ad4287dd-8442-4c48-a748-fa660507c6b0 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:05.473042 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5bc1989d-471b-4b0c-acce-3758529e5cbc req-ad4287dd-8442-4c48-a748-fa660507c6b0 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0566056 Sep 15 18:08:05.530102 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5bc1989d-471b-4b0c-acce-3758529e5cbc req-38fe1b8b-fea7-4a5a-914c-7f696f92f4d1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506244 Sep 15 18:08:06.687551 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1422d55-5ed9-4a2e-9562-8171bc035d8c req-3367aa58-73fa-433c-8e70-352042444dcd tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:06.689076 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e1422d55-5ed9-4a2e-9562-8171bc035d8c req-3367aa58-73fa-433c-8e70-352042444dcd tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0635996 Sep 15 18:08:06.745784 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e1422d55-5ed9-4a2e-9562-8171bc035d8c req-0630013f-ea0e-429d-8581-dbab3b519238 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490782 Sep 15 18:08:07.929207 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653f464-2a27-4591-94c7-d602b2b5209b req-0410040a-ad4e-4070-9c72-fd7cd53240a0 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:07.934089 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f653f464-2a27-4591-94c7-d602b2b5209b req-0410040a-ad4e-4070-9c72-fd7cd53240a0 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0777993 Sep 15 18:08:08.002103 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f653f464-2a27-4591-94c7-d602b2b5209b req-2d37a7dd-a393-4fa2-be04-3948417b3ed4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613248 Sep 15 18:08:09.181276 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83efa7-4e96-410d-8b6f-40403ccd1491 req-7a3da47d-7ff9-4bea-8b23-b662614d39c3 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:09.188896 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2d83efa7-4e96-410d-8b6f-40403ccd1491 req-7a3da47d-7ff9-4bea-8b23-b662614d39c3 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0616524 Sep 15 18:08:09.261259 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2d83efa7-4e96-410d-8b6f-40403ccd1491 req-d29dc79c-0808-4fec-8283-87d4db36d507 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711660 Sep 15 18:08:10.410868 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595b87c-3638-4dd2-b0db-f0c31f58fdf4 req-d0bef065-d6a8-4a70-8e7a-f6a159691b58 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:10.412847 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8595b87c-3638-4dd2-b0db-f0c31f58fdf4 req-d0bef065-d6a8-4a70-8e7a-f6a159691b58 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0566289 Sep 15 18:08:10.468003 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8595b87c-3638-4dd2-b0db-f0c31f58fdf4 req-7e5e5d6a-6262-4de2-9636-ac6f801663cd tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485258 Sep 15 18:08:11.619450 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450fede-c0d9-4be4-8605-1dc19598bbfb req-c40cca36-5342-4382-a095-6f3a09709641 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:11.622353 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d450fede-c0d9-4be4-8605-1dc19598bbfb req-c40cca36-5342-4382-a095-6f3a09709641 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0512819 Sep 15 18:08:11.675663 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d450fede-c0d9-4be4-8605-1dc19598bbfb req-3d64ab26-71f5-4383-8f95-d5984fe398ef tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479836 Sep 15 18:08:12.037039 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec8361-1be6-4120-a041-94bc22e4b4da req-a3e56478-6d10-49d0-9050-7ec6348c423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:12.038628 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7fec8361-1be6-4120-a041-94bc22e4b4da req-a3e56478-6d10-49d0-9050-7ec6348c423c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dda6be1ed33a44979aae8cd74d60cb93&device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 1130 time: 0.0452080 Sep 15 18:08:12.145448 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec8361-1be6-4120-a041-94bc22e4b4da req-d79bd19c-e0ca-46b1-9b65-f1d72fbb2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:12.146830 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7fec8361-1be6-4120-a041-94bc22e4b4da req-d79bd19c-e0ca-46b1-9b65-f1d72fbb2123 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf HTTP/1.1" status: 200 len: 917 time: 0.1024599 Sep 15 18:08:12.211918 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7fec8361-1be6-4120-a041-94bc22e4b4da req-67291c97-b6fb-4f64-841d-6eb8ea9b3594 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7aa71d26-4d76-451c-b080-60a8027d2f67 HTTP/1.1" status: 200 len: 1002 time: 0.0588429 Sep 15 18:08:12.271252 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec8361-1be6-4120-a041-94bc22e4b4da req-ca2ae7ff-8862-4813-883a-bca626fb096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:12.272718 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7fec8361-1be6-4120-a041-94bc22e4b4da req-ca2ae7ff-8862-4813-883a-bca626fb096a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7fe5157e-f108-4353-8b32-73d0fa8ed955 HTTP/1.1" status: 200 len: 855 time: 0.0515680 Sep 15 18:08:12.330379 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec8361-1be6-4120-a041-94bc22e4b4da req-39b18915-72de-42d1-b52a-a2175195a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:12.331891 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7fec8361-1be6-4120-a041-94bc22e4b4da req-39b18915-72de-42d1-b52a-a2175195a0b9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0505652 Sep 15 18:08:12.440852 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7fec8361-1be6-4120-a041-94bc22e4b4da req-3134e7e2-38fe-468a-96b4-be34c83f0a7a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998061 Sep 15 18:08:12.546027 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7fec8361-1be6-4120-a041-94bc22e4b4da req-5ea2a6a5-1d27-425e-85ae-239decb0a744 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966413 Sep 15 18:08:12.826880 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dad188-37a7-4461-b733-606952a3cc54 req-8c7bbb21-8eb1-4c48-864d-fe88ee4c29f0 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:12.828385 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-99dad188-37a7-4461-b733-606952a3cc54 req-8c7bbb21-8eb1-4c48-864d-fe88ee4c29f0 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0660274 Sep 15 18:08:12.877346 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:12.879137 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-99dad188-37a7-4461-b733-606952a3cc54 req-5c5ce74b-44a5-4863-9bc7-b85ae5478de2 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447149 Sep 15 18:08:14.010131 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b0b0a-86a3-4b3f-8c46-797388f83eb7 req-b5d4da9f-1d7e-4ff0-97bc-97945e29b6e2 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:14.011657 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-249b0b0a-86a3-4b3f-8c46-797388f83eb7 req-b5d4da9f-1d7e-4ff0-97bc-97945e29b6e2 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 946 time: 0.0491228 Sep 15 18:08:14.064265 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-249b0b0a-86a3-4b3f-8c46-797388f83eb7 req-35cce929-b587-4e09-b0e0-4d44d513f86e tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442848 Sep 15 18:08:14.073721 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:14.076653 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:14.983189 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 7aa71d26-4d76-451c-b080-60a8027d2f67 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:08:15.071985 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 7aa71d26-4d76-451c-b080-60a8027d2f67 is: ACTIVE; New status is: DOWN {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:08:15.072379 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:15.106560 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa71d26-4d76-451c-b080-60a8027d2f67'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:08:15.108772 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3429cb9-bc1d-4d86-b05c-36b375848929" -d '{"events": [{"server_uuid": "08c332c6-2dcf-49c2-8965-f8c232a55cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa71d26-4d76-451c-b080-60a8027d2f67"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:08:15.122967 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 7aa71d26-4d76-451c-b080-60a8027d2f67, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7aa71d26-4d76-451c-b080-60a8027d2f67,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:15.128786 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:15.173860 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Sep 2022 18:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baade88c-38c1-4689-92c3-ea20cddad891 x-openstack-request-id: req-baade88c-38c1-4689-92c3-ea20cddad891 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:08:15.174148 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c332c6-2dcf-49c2-8965-f8c232a55cc8", "name": "network-vif-unplugged", "status": "failed", "tag": "7aa71d26-4d76-451c-b080-60a8027d2f67", "code": 422}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:08:15.174397 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-baade88c-38c1-4689-92c3-ea20cddad891 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:08:15.174855 dv-cinder-835384-27-smb neutron-server[106388]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-baade88c-38c1-4689-92c3-ea20cddad891']: {'server_uuid': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7aa71d26-4d76-451c-b080-60a8027d2f67', 'code': 422} returned with failed status Sep 15 18:08:15.187949 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=7aa71d26-4d76-451c-b080-60a8027d2f67,revision_number=8']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:15.236920 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baed715-ef5a-4b2d-a2cf-9a7933e1732c req-a02b466c-9760-41ea-b34a-2369207e61f7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:15.238620 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0baed715-ef5a-4b2d-a2cf-9a7933e1732c req-a02b466c-9760-41ea-b34a-2369207e61f7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 944 time: 0.0537717 Sep 15 18:08:15.272115 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:15.287301 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0baed715-ef5a-4b2d-a2cf-9a7933e1732c req-04750bb6-2878-4f00-af4f-091971bbf13e tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431907 Sep 15 18:08:16.011951 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3af8f7-1505-4371-91c6-b71bc0e4b274 req-52712531-e8d4-46ef-839d-e5a735b6f8a9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:16.013495 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2f3af8f7-1505-4371-91c6-b71bc0e4b274 req-52712531-e8d4-46ef-839d-e5a735b6f8a9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 944 time: 0.0531881 Sep 15 18:08:16.089185 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2f3af8f7-1505-4371-91c6-b71bc0e4b274 req-91f79c69-a81b-4035-b39d-ac8bfb2a1c91 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682039 Sep 15 18:08:16.210153 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-90f0ab1b-3a54-4faf-ac27-845b65d49df3 req-6cdded01-0536-447c-861b-8ce63d284bf2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0567045 Sep 15 18:08:16.294011 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0ab1b-3a54-4faf-ac27-845b65d49df3 req-4ca6e151-5cd6-4de0-9ae7-a4c67d57149c tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:16.295385 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-90f0ab1b-3a54-4faf-ac27-845b65d49df3 req-4ca6e151-5cd6-4de0-9ae7-a4c67d57149c tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports/7aa71d26-4d76-451c-b080-60a8027d2f67 HTTP/1.1" status: 200 len: 941 time: 0.0497754 Sep 15 18:08:17.235299 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903323c-cbd6-4ee4-9e75-ad9215c10990 req-e99fea72-6b50-475c-8004-921deca48144 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:17.237260 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d903323c-cbd6-4ee4-9e75-ad9215c10990 req-e99fea72-6b50-475c-8004-921deca48144 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 944 time: 0.0557814 Sep 15 18:08:17.292633 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d903323c-cbd6-4ee4-9e75-ad9215c10990 req-11da00e3-810a-4750-ad6a-02c63eb3fbd1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499299 Sep 15 18:08:17.890719 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0ab1b-3a54-4faf-ac27-845b65d49df3 req-8fa06d09-47ca-4510-a09b-cf3bed39cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:17.893409 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-90f0ab1b-3a54-4faf-ac27-845b65d49df3 req-8fa06d09-47ca-4510-a09b-cf3bed39cbf3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8&tenant_id=dda6be1ed33a44979aae8cd74d60cb93 HTTP/1.1" status: 200 len: 1128 time: 0.0471058 Sep 15 18:08:17.972210 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0ab1b-3a54-4faf-ac27-845b65d49df3 req-0662f203-877d-4047-8bc2-1c137403c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:17.973780 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-90f0ab1b-3a54-4faf-ac27-845b65d49df3 req-0662f203-877d-4047-8bc2-1c137403c6ba service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dda6be1ed33a44979aae8cd74d60cb93&device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 1128 time: 0.0409553 Sep 15 18:08:18.092061 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0ab1b-3a54-4faf-ac27-845b65d49df3 req-a378ce08-f384-423c-8855-2ed1567170de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:18.093652 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-90f0ab1b-3a54-4faf-ac27-845b65d49df3 req-a378ce08-f384-423c-8855-2ed1567170de service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf HTTP/1.1" status: 200 len: 917 time: 0.1128807 Sep 15 18:08:18.158972 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-90f0ab1b-3a54-4faf-ac27-845b65d49df3 req-654cd34e-4d6b-4550-bfdd-b4182bb0853f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7aa71d26-4d76-451c-b080-60a8027d2f67 HTTP/1.1" status: 200 len: 1000 time: 0.0593004 Sep 15 18:08:18.209061 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0ab1b-3a54-4faf-ac27-845b65d49df3 req-91ade555-b7ad-49f8-94d0-5f604c3b0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:18.210530 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-90f0ab1b-3a54-4faf-ac27-845b65d49df3 req-91ade555-b7ad-49f8-94d0-5f604c3b0444 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7fe5157e-f108-4353-8b32-73d0fa8ed955 HTTP/1.1" status: 200 len: 855 time: 0.0458715 Sep 15 18:08:18.261872 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0ab1b-3a54-4faf-ac27-845b65d49df3 req-85a427a0-b323-4364-b6b5-660ec94b9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:18.263390 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-90f0ab1b-3a54-4faf-ac27-845b65d49df3 req-85a427a0-b323-4364-b6b5-660ec94b9da6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0462661 Sep 15 18:08:18.359450 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-90f0ab1b-3a54-4faf-ac27-845b65d49df3 req-e13ae284-400c-4697-881f-6c27d5bf00ef service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894971 Sep 15 18:08:18.425565 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:18.433606 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:18.444676 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067ba51-8819-41ed-8ac2-a1786a0406b4 req-53b12b5d-3fbc-42b6-b3a3-ca8b9a87dc08 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:18.446252 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c067ba51-8819-41ed-8ac2-a1786a0406b4 req-53b12b5d-3fbc-42b6-b3a3-ca8b9a87dc08 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 944 time: 0.0579579 Sep 15 18:08:18.464120 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-90f0ab1b-3a54-4faf-ac27-845b65d49df3 req-c62773a4-b014-4257-aec2-6fa36944422d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963070 Sep 15 18:08:18.501102 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c067ba51-8819-41ed-8ac2-a1786a0406b4 req-b5123e94-8876-4cba-8990-4ccdf5f426dd tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487936 Sep 15 18:08:19.644646 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4b03b-d786-4a9f-a065-2ac61b7d3dc1 req-fc47861e-ef6f-4021-80f4-e392564f7166 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:19.646194 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c2b4b03b-d786-4a9f-a065-2ac61b7d3dc1 req-fc47861e-ef6f-4021-80f4-e392564f7166 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 944 time: 0.0540211 Sep 15 18:08:19.700986 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c2b4b03b-d786-4a9f-a065-2ac61b7d3dc1 req-84ada028-34b7-4c83-b655-4b67a8ced0b2 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485027 Sep 15 18:08:20.475455 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:08:20.848575 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505898d-ed52-45ac-bf35-2d036c48ac76 req-d10227c1-ee4b-4188-9889-028401071110 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:20.850517 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3505898d-ed52-45ac-bf35-2d036c48ac76 req-d10227c1-ee4b-4188-9889-028401071110 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 944 time: 0.0561442 Sep 15 18:08:20.914914 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3505898d-ed52-45ac-bf35-2d036c48ac76 req-061135ac-3d7a-4372-8798-e1fb1a2a1202 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576725 Sep 15 18:08:22.066300 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aaac1e-6019-4e14-a897-d79c0113bb1a req-c07d8d8c-f1ed-4bbe-bcef-b7bdd9b190c6 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:22.066300 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-88aaac1e-6019-4e14-a897-d79c0113bb1a req-c07d8d8c-f1ed-4bbe-bcef-b7bdd9b190c6 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 944 time: 0.0554800 Sep 15 18:08:22.128138 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-88aaac1e-6019-4e14-a897-d79c0113bb1a req-087f4dad-db5a-47ef-b948-85d9cd353dd4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574195 Sep 15 18:08:23.293091 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5328782-4e1c-465b-82ab-f1a17e0916d5 req-6b8b06e0-f97b-4eb5-be7c-992f4290c7ff tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:23.300788 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c5328782-4e1c-465b-82ab-f1a17e0916d5 req-6b8b06e0-f97b-4eb5-be7c-992f4290c7ff tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 944 time: 0.0639122 Sep 15 18:08:23.354407 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c5328782-4e1c-465b-82ab-f1a17e0916d5 req-c1097e89-1cdd-4897-b8ae-3da901e61102 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519507 Sep 15 18:08:24.432133 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:24.521453 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443865d8-e553-41b8-a4dd-c826d8ead335 req-487007c0-b3d9-46bf-99ac-c3b1d847bb2a tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:24.523030 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-443865d8-e553-41b8-a4dd-c826d8ead335 req-487007c0-b3d9-46bf-99ac-c3b1d847bb2a tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 944 time: 0.0598335 Sep 15 18:08:24.585542 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-443865d8-e553-41b8-a4dd-c826d8ead335 req-69ee9e2e-8899-43f0-bfaf-d5a2ffa0f047 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531631 Sep 15 18:08:25.185721 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=23 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:25.726033 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:25.752236 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e325a-8249-436c-a8b6-0998b42f0234 req-24644da2-19af-4afe-ba54-4bcccb11ae75 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:25.753811 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-565e325a-8249-436c-a8b6-0998b42f0234 req-24644da2-19af-4afe-ba54-4bcccb11ae75 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 944 time: 0.0759704 Sep 15 18:08:25.818546 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-565e325a-8249-436c-a8b6-0998b42f0234 req-0a897bef-37ae-4f37-a6cb-3c6e73779e12 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588031 Sep 15 18:08:26.961770 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cbd35-d084-4bcb-820a-31997932df2c req-1256f165-3247-46c1-8215-785e91c3f936 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:26.963325 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ad2cbd35-d084-4bcb-820a-31997932df2c req-1256f165-3247-46c1-8215-785e91c3f936 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 944 time: 0.0508738 Sep 15 18:08:27.038287 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ad2cbd35-d084-4bcb-820a-31997932df2c req-30cf2ef3-e30f-472d-837a-b1e0297d1d29 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689380 Sep 15 18:08:27.253899 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37088) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:27.434265 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:27.438374 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Deleting port e807092c-cf95-4215-afd2-45c81c0822eb {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:08:27.438877 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (e807092c-cf95-4215-afd2-45c81c0822eb), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:27.534229 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (e807092c-cf95-4215-afd2-45c81c0822eb), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:27.534962 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for floatingip (e807092c-cf95-4215-afd2-45c81c0822eb), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:27.551651 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Calling delete_port for e807092c-cf95-4215-afd2-45c81c0822eb owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:08:27.705003 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (e807092c-cf95-4215-afd2-45c81c0822eb), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:27.729834 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Pushing event deleted for resources: {'Port': ['ID=e807092c-cf95-4215-afd2-45c81c0822eb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:27.740613 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:27.740957 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:27.741336 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:27.741678 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:27.743013 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:27.743013 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:27.743013 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:27.743013 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:27.743617 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:27.743617 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:27.743959 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:27.744321 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:27.744660 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:27.744986 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:27.745327 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:27.816221 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for floatingip (6f3ece60-9576-4afe-8e95-66a86d882f77), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:27.816486 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.l3_db [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Floating IP 6f3ece60-9576-4afe-8e95-66a86d882f77 disassociated (deleted). External IP: 172.28.1.157, port: 8217221b-0f50-45b1-a1a8-88b53757ca38. Sep 15 18:08:28.030020 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Router 43150109-88cc-4e7f-8572-f9e399036aec has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:08:28.086893 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:28.178243 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:08:28.184517 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:28.189943 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d42ef2-79c6-4b24-83fa-90412f45e82d None None] Sync routers for ids ['43150109-88cc-4e7f-8572-f9e399036aec'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:08:28.195080 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28771e4-6db8-4206-91c8-48ded2367a4f req-106f25e7-dd03-448d-8e2e-60aceb096c6d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:28.196598 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d28771e4-6db8-4206-91c8-48ded2367a4f req-106f25e7-dd03-448d-8e2e-60aceb096c6d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 944 time: 0.0626674 Sep 15 18:08:28.201931 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d42ef2-79c6-4b24-83fa-90412f45e82d None None] Routers {'43150109-88cc-4e7f-8572-f9e399036aec'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:08:28.202648 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-09d42ef2-79c6-4b24-83fa-90412f45e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:08:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['43150109-88cc-4e7f-8572-f9e399036aec'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:28.239008 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-9f908b83-a57d-423a-a71c-a55451adce4f tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/6f3ece60-9576-4afe-8e95-66a86d882f77 HTTP/1.1" status: 204 len: 168 time: 0.9838896 Sep 15 18:08:28.239794 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'tag': '8217221b-0f50-45b1-a1a8-88b53757ca38'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:08:28.242169 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37c4102d2d517d607139b710ac7a8d6e47170191c640291e613d15b6186679b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08861a7a-7ede-4657-886b-a6b4a4c6926e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef458147-7336-4def-9a36-f5546e1c0aea", "tag": "8217221b-0f50-45b1-a1a8-88b53757ca38"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:08:28.276592 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d28771e4-6db8-4206-91c8-48ded2367a4f req-a11bd89f-ca56-4a53-972f-7d9feced429f tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641263 Sep 15 18:08:28.319557 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-09d42ef2-79c6-4b24-83fa-90412f45e82d None None] Set router 43150109-88cc-4e7f-8572-f9e399036aec gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:08:28.333464 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf98814-c068-4e51-b305-53c6d0d82ec6 x-openstack-request-id: req-adf98814-c068-4e51-b305-53c6d0d82ec6 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:08:28.333835 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef458147-7336-4def-9a36-f5546e1c0aea", "tag": "8217221b-0f50-45b1-a1a8-88b53757ca38", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:08:28.334273 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adf98814-c068-4e51-b305-53c6d0d82ec6 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:08:28.334755 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf98814-c068-4e51-b305-53c6d0d82ec6'] response: {'name': 'network-changed', 'server_uuid': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'tag': '8217221b-0f50-45b1-a1a8-88b53757ca38', 'status': 'completed', 'code': 200} Sep 15 18:08:28.459113 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:28.460991 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:28.495833 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:28.508022 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e37d16-814a-4569-8746-fccf66218804 req-872d627d-2d2f-4b40-a945-ca872760ddcd tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:28.510113 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c3e37d16-814a-4569-8746-fccf66218804 req-872d627d-2d2f-4b40-a945-ca872760ddcd tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0584157 Sep 15 18:08:28.534827 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-09d42ef2-79c6-4b24-83fa-90412f45e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43150109-88cc-4e7f-8572-f9e399036aec', 'name': 'tempest-TestShelveInstance-758096393-router', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:44Z', 'updated_at': '2022-09-15T18:03:51Z', 'revision_number': 4, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'gw_port': {'id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:46Z', 'updated_at': '2022-09-15T18:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '29de7960-ecca-4086-b145-169e284cc87a', 'name': '', 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'mac_address': 'fa:16:3e:71:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:50Z', 'updated_at': '2022-09-15T18:03:56Z', 'revision_number': 5, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'subnets': [{'id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:28.562401 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d42ef2-79c6-4b24-83fa-90412f45e82d None None] Checking router: 43150109-88cc-4e7f-8572-f9e399036aec for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:08:28.563081 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c3e37d16-814a-4569-8746-fccf66218804 req-a51f133c-12b0-4b24-9830-09d9f5880d6d tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468783 Sep 15 18:08:28.572681 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d42ef2-79c6-4b24-83fa-90412f45e82d None None] Routers {'43150109-88cc-4e7f-8572-f9e399036aec'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:08:28.573416 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-09d42ef2-79c6-4b24-83fa-90412f45e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:08:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['43150109-88cc-4e7f-8572-f9e399036aec'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:28.686746 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-09d42ef2-79c6-4b24-83fa-90412f45e82d None None] Set router 43150109-88cc-4e7f-8572-f9e399036aec gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:08:28.895025 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-09d42ef2-79c6-4b24-83fa-90412f45e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43150109-88cc-4e7f-8572-f9e399036aec', 'name': 'tempest-TestShelveInstance-758096393-router', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:44Z', 'updated_at': '2022-09-15T18:03:51Z', 'revision_number': 4, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'gw_port': {'id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:46Z', 'updated_at': '2022-09-15T18:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '29de7960-ecca-4086-b145-169e284cc87a', 'name': '', 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'mac_address': 'fa:16:3e:71:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:50Z', 'updated_at': '2022-09-15T18:03:56Z', 'revision_number': 5, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'subnets': [{'id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:28.925734 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d42ef2-79c6-4b24-83fa-90412f45e82d None None] The sync data for ids ['43150109-88cc-4e7f-8572-f9e399036aec'] in dv-cinder-835384-27-smb is: [{'id': '43150109-88cc-4e7f-8572-f9e399036aec', 'name': 'tempest-TestShelveInstance-758096393-router', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:44Z', 'updated_at': '2022-09-15T18:03:51Z', 'revision_number': 4, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'gw_port': {'id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:46Z', 'updated_at': '2022-09-15T18:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '29de7960-ecca-4086-b145-169e284cc87a', 'name': '', 'network_id': 'bb0834d2-d4fe-46db-89c7-c08b6ab85c46', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'mac_address': 'fa:16:3e:71:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:50Z', 'updated_at': '2022-09-15T18:03:56Z', 'revision_number': 5, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'subnets': [{'id': '3a8db522-0111-4818-bf99-9914b2b14e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:08:28.927323 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8373d02e-141f-442d-8931-9e3d5b53b8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:28.952351 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 7aa71d26-4d76-451c-b080-60a8027d2f67 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:08:29.066258 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 7aa71d26-4d76-451c-b080-60a8027d2f67, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7aa71d26-4d76-451c-b080-60a8027d2f67,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:29.083356 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '7aa71d26-4d76-451c-b080-60a8027d2f67', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'port_id': '7aa71d26-4d76-451c-b080-60a8027d2f67', 'mac_address': 'fa:16:3e:3c:a8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:08:29.121275 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 7aa71d26-4d76-451c-b080-60a8027d2f67 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:08:29.121783 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:29.136806 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa71d26-4d76-451c-b080-60a8027d2f67 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:08:29.159431 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 7aa71d26-4d76-451c-b080-60a8027d2f67, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7aa71d26-4d76-451c-b080-60a8027d2f67,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:29.165599 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:29.195031 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de78763-5f41-466d-967d-68cd1a8e4810 None None] New status for floating IP 6f3ece60-9576-4afe-8e95-66a86d882f77: DOWN {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:08:29.276931 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=7aa71d26-4d76-451c-b080-60a8027d2f67,revision_number=9']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:29.410938 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348031ad-b577-4d89-8260-aa7e3c1fdcd6 req-5a401973-dcf6-4117-a1ae-df6ba582c01f tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:29.412345 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-348031ad-b577-4d89-8260-aa7e3c1fdcd6 req-5a401973-dcf6-4117-a1ae-df6ba582c01f tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 945 time: 0.0483751 Sep 15 18:08:29.464941 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-348031ad-b577-4d89-8260-aa7e3c1fdcd6 req-77fcde1e-3de5-43fb-8f7d-8181cf6ceac1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467267 Sep 15 18:08:29.508993 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['7aa71d26-4d76-451c-b080-60a8027d2f67'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:08:29.699471 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620c352-e7dc-47df-b563-c177bbd90a0e req-aa60c741-a9f7-48b8-97eb-c20a14dfd9f9 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:29.700975 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d620c352-e7dc-47df-b563-c177bbd90a0e req-aa60c741-a9f7-48b8-97eb-c20a14dfd9f9 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0553586 Sep 15 18:08:29.753696 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d620c352-e7dc-47df-b563-c177bbd90a0e req-b5a1fa2a-156b-4223-b219-dd69c551b607 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465202 Sep 15 18:08:30.155407 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08861a7a-7ede-4657-886b-a6b4a4c6926e req-5733c594-9945-4018-a260-98152bfdf8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:30.156903 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-08861a7a-7ede-4657-886b-a6b4a4c6926e req-5733c594-9945-4018-a260-98152bfdf8cb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a11adea5f21c48eb91e2c8f88f8c3349&device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 1129 time: 0.0550849 Sep 15 18:08:30.269201 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08861a7a-7ede-4657-886b-a6b4a4c6926e req-6df11b10-89bb-4521-b64d-63d4b7092fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:30.270700 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-08861a7a-7ede-4657-886b-a6b4a4c6926e req-6df11b10-89bb-4521-b64d-63d4b7092fc4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=bb0834d2-d4fe-46db-89c7-c08b6ab85c46 HTTP/1.1" status: 200 len: 909 time: 0.0989730 Sep 15 18:08:30.400281 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-08861a7a-7ede-4657-886b-a6b4a4c6926e req-00863976-a0d9-42ae-9354-cc3974361014 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8217221b-0f50-45b1-a1a8-88b53757ca38 HTTP/1.1" status: 200 len: 217 time: 0.0366664 Sep 15 18:08:30.514737 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08861a7a-7ede-4657-886b-a6b4a4c6926e req-5ad648b2-3576-4e26-ad8b-5471bdced648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:30.516416 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-08861a7a-7ede-4657-886b-a6b4a4c6926e req-5ad648b2-3576-4e26-ad8b-5471bdced648 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=3a8db522-0111-4818-bf99-9914b2b14e3d HTTP/1.1" status: 200 len: 847 time: 0.0468986 Sep 15 18:08:30.594430 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c240e9-4912-4875-9601-20cad57b74d4 req-871c4242-f484-44a6-91b8-dedd1af3b2a9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:30.595933 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-09c240e9-4912-4875-9601-20cad57b74d4 req-871c4242-f484-44a6-91b8-dedd1af3b2a9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 945 time: 0.0474689 Sep 15 18:08:30.645121 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-09c240e9-4912-4875-9601-20cad57b74d4 req-97858c6e-b3e7-4b3d-85dd-45d8ad2be8df tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430863 Sep 15 18:08:30.879818 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdb341-e9bc-49ca-b7ca-49aae3ca3a70 req-eca9ac6e-e49d-41e0-93e8-ed771c5658c2 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:30.882252 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2ffdb341-e9bc-49ca-b7ca-49aae3ca3a70 req-eca9ac6e-e49d-41e0-93e8-ed771c5658c2 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0505800 Sep 15 18:08:30.937994 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2ffdb341-e9bc-49ca-b7ca-49aae3ca3a70 req-bbf92360-f4f8-449a-9d6b-99ec3c580f31 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fefbfba9-b463-4807-8f0b-f4a7a37c07b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497274 Sep 15 18:08:31.059779 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 7aa71d26-4d76-451c-b080-60a8027d2f67 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:08:31.060566 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08861a7a-7ede-4657-886b-a6b4a4c6926e req-757a4604-c4ef-43f9-8c8e-6b3a25c26e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:31.062410 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-08861a7a-7ede-4657-886b-a6b4a4c6926e req-757a4604-c4ef-43f9-8c8e-6b3a25c26e32 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=bb0834d2-d4fe-46db-89c7-c08b6ab85c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0824602 Sep 15 18:08:31.075909 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c6768-467c-4c14-aa01-5a06d99e39ac req-eb393343-32d5-4733-8bc7-7753d7dc167d tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:31.077843 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f40c6768-467c-4c14-aa01-5a06d99e39ac req-eb393343-32d5-4733-8bc7-7753d7dc167d tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 945 time: 0.0965695 Sep 15 18:08:31.148838 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 7aa71d26-4d76-451c-b080-60a8027d2f67 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:08:31.149412 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:31.151722 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 7aa71d26-4d76-451c-b080-60a8027d2f67 Sep 15 18:08:31.213341 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:31.229167 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 7aa71d26-4d76-451c-b080-60a8027d2f67 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:08:31.229587 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:31.253279 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa71d26-4d76-451c-b080-60a8027d2f67'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:08:31.255558 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212bdde4-da2f-4f09-b157-a6cc30988f71" -d '{"events": [{"server_uuid": "08c332c6-2dcf-49c2-8965-f8c232a55cc8", "name": "network-vif-plugged", "status": "completed", "tag": "7aa71d26-4d76-451c-b080-60a8027d2f67"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:08:31.269253 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 7aa71d26-4d76-451c-b080-60a8027d2f67, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7aa71d26-4d76-451c-b080-60a8027d2f67,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:31.273904 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:31.274735 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 8217221b-0f50-45b1-a1a8-88b53757ca38 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:08:31.312951 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf3ed63-2900-4957-b971-e72bd9a9b150 x-openstack-request-id: req-bbf3ed63-2900-4957-b971-e72bd9a9b150 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:08:31.313321 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c332c6-2dcf-49c2-8965-f8c232a55cc8", "name": "network-vif-plugged", "status": "completed", "tag": "7aa71d26-4d76-451c-b080-60a8027d2f67", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:08:31.313529 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbf3ed63-2900-4957-b971-e72bd9a9b150 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:08:31.313845 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf3ed63-2900-4957-b971-e72bd9a9b150'] response: {'server_uuid': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa71d26-4d76-451c-b080-60a8027d2f67', 'code': 200} Sep 15 18:08:31.352628 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=7aa71d26-4d76-451c-b080-60a8027d2f67,revision_number=10']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:31.394998 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 8217221b-0f50-45b1-a1a8-88b53757ca38 is: ACTIVE; New status is: DOWN {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:08:31.395385 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:31.412942 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:31.452713 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 8217221b-0f50-45b1-a1a8-88b53757ca38, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8217221b-0f50-45b1-a1a8-88b53757ca38,segment=NetworkSegment(7e2b41d6-f332-4e5e-8f7c-c95f543d3944),segment_id=7e2b41d6-f332-4e5e-8f7c-c95f543d3944)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:31.459196 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:31.549485 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=8217221b-0f50-45b1-a1a8-88b53757ca38,revision_number=9']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:31.575604 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bee86ece-1797-4cb0-a95d-55b37ad2ec26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:31.612810 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-f40c6768-467c-4c14-aa01-5a06d99e39ac req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Deleting port 8217221b-0f50-45b1-a1a8-88b53757ca38 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:08:31.613563 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-f40c6768-467c-4c14-aa01-5a06d99e39ac req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:31.668988 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-08861a7a-7ede-4657-886b-a6b4a4c6926e req-f5b1bbd2-063c-44f2-9b35-d2e71f6ff9ca service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bb0834d2-d4fe-46db-89c7-c08b6ab85c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559590 Sep 15 18:08:31.723269 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-f40c6768-467c-4c14-aa01-5a06d99e39ac req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] For port 8217221b-0f50-45b1-a1a8-88b53757ca38, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8217221b-0f50-45b1-a1a8-88b53757ca38,segment=NetworkSegment(7e2b41d6-f332-4e5e-8f7c-c95f543d3944),segment_id=7e2b41d6-f332-4e5e-8f7c-c95f543d3944)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:31.723632 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-f40c6768-467c-4c14-aa01-5a06d99e39ac req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:31.737936 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-f40c6768-467c-4c14-aa01-5a06d99e39ac req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Calling delete_port for 8217221b-0f50-45b1-a1a8-88b53757ca38 owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:08:31.783588 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2295cd9-6f52-41c5-8048-c2be8ef4cace req-6f005989-9e87-4a97-8e61-c57c26b87f8d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:31.785812 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c2295cd9-6f52-41c5-8048-c2be8ef4cace req-6f005989-9e87-4a97-8e61-c57c26b87f8d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 947 time: 0.0550249 Sep 15 18:08:31.894612 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c2295cd9-6f52-41c5-8048-c2be8ef4cace req-b3297ee8-61cb-4231-9cda-6efa49114a64 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949321 Sep 15 18:08:31.921945 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-f40c6768-467c-4c14-aa01-5a06d99e39ac req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (8217221b-0f50-45b1-a1a8-88b53757ca38), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:31.973770 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Pushing event deleted for resources: {'Port': ['ID=8217221b-0f50-45b1-a1a8-88b53757ca38,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:31.995903 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:32.030706 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:32.030978 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:32.031295 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:32.031630 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:32.031963 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:32.032297 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:32.032714 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:32.033156 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:32.033510 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:32.033842 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:32.034164 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:32.034483 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:32.034825 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:32.035460 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:32.035783 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:32.047331 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37132) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:32.052269 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b7318be7-32f5-461c-a6d0-94ef75f7c506 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1269586338', 'description': 'tempest-description--675828846'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:08:32.062967 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952b14c-125c-4f11-8a1a-61da2320ffea req-1ac982b8-48a6-4957-80b0-bcadbc3914f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:32.064453 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7952b14c-125c-4f11-8a1a-61da2320ffea req-1ac982b8-48a6-4957-80b0-bcadbc3914f8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 1131 time: 0.0880396 Sep 15 18:08:32.076305 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f3fff308-3c9f-4760-a0ad-2baace223184 req-2d841fc6-f831-4876-a7f7-dcee49693fb6 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 210 time: 0.0461500 Sep 15 18:08:32.102824 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7318be7-32f5-461c-a6d0-94ef75f7c506 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.109312 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40c6768-467c-4c14-aa01-5a06d99e39ac req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] No DVR routers for this DVR port 8217221b-0f50-45b1-a1a8-88b53757ca38 on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:08:32.115006 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-f40c6768-467c-4c14-aa01-5a06d99e39ac req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.118847 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-f40c6768-467c-4c14-aa01-5a06d99e39ac req-403ba8b4-8c88-40f0-97fc-8d1890d67af3 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.27 "DELETE /networking/v2.0/ports/8217221b-0f50-45b1-a1a8-88b53757ca38 HTTP/1.1" status: 204 len: 173 time: 0.7065825 Sep 15 18:08:32.122930 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'name': 'network-vif-deleted', 'tag': '8217221b-0f50-45b1-a1a8-88b53757ca38'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:08:32.125281 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad004e6-54c4-4659-ada7-68d7fe75b7e7" -d '{"events": [{"server_uuid": "ef458147-7336-4def-9a36-f5546e1c0aea", "name": "network-vif-deleted", "tag": "8217221b-0f50-45b1-a1a8-88b53757ca38"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:08:32.169284 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7952b14c-125c-4f11-8a1a-61da2320ffea req-e00c0e78-6d9d-4275-840e-7db254cd8925 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919971 Sep 15 18:08:32.173422 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3545cf39-396c-4925-80b0-8c0fdd7a246b x-openstack-request-id: req-3545cf39-396c-4925-80b0-8c0fdd7a246b {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:08:32.173838 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef458147-7336-4def-9a36-f5546e1c0aea", "name": "network-vif-deleted", "tag": "8217221b-0f50-45b1-a1a8-88b53757ca38", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:08:32.174199 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3545cf39-396c-4925-80b0-8c0fdd7a246b {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:08:32.174759 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3545cf39-396c-4925-80b0-8c0fdd7a246b'] response: {'server_uuid': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'name': 'network-vif-deleted', 'tag': '8217221b-0f50-45b1-a1a8-88b53757ca38', 'status': 'completed', 'code': 200} Sep 15 18:08:32.178467 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-08861a7a-7ede-4657-886b-a6b4a4c6926e req-7273fbba-b857-4216-9c39-5344e3f214d0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bb0834d2-d4fe-46db-89c7-c08b6ab85c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379061 Sep 15 18:08:32.211361 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7318be7-32f5-461c-a6d0-94ef75f7c506 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (59c6ce0d-b9a1-489a-bcb3-f9966239bcbd), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.215500 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7318be7-32f5-461c-a6d0-94ef75f7c506 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (59c6ce0d-b9a1-489a-bcb3-f9966239bcbd), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.246135 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7318be7-32f5-461c-a6d0-94ef75f7c506 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.247378 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-b7318be7-32f5-461c-a6d0-94ef75f7c506 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1991229 Sep 15 18:08:32.250546 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37136) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:32.256287 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7318be7-32f5-461c-a6d0-94ef75f7c506 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c6ce0d-b9a1-489a-bcb3-f9966239bcbd,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:32.256473 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-72d1aaf9-77f1-4b55-bc22-f50d86c61da5 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'security_group_rule': {'security_group_id': '59c6ce0d-b9a1-489a-bcb3-f9966239bcbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:08:32.271097 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:32.284375 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-72d1aaf9-77f1-4b55-bc22-f50d86c61da5 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (a1f12baa-e83b-49fa-ba7e-579996a1a6ab), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.348293 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-72d1aaf9-77f1-4b55-bc22-f50d86c61da5 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (a1f12baa-e83b-49fa-ba7e-579996a1a6ab), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.353105 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-72d1aaf9-77f1-4b55-bc22-f50d86c61da5 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (a1f12baa-e83b-49fa-ba7e-579996a1a6ab), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.373675 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1aaf9-77f1-4b55-bc22-f50d86c61da5 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f12baa-e83b-49fa-ba7e-579996a1a6ab,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:32.379875 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-72d1aaf9-77f1-4b55-bc22-f50d86c61da5 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.383661 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37138) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:32.383969 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-72d1aaf9-77f1-4b55-bc22-f50d86c61da5 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321416 Sep 15 18:08:32.388456 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9b594138-8fb9-465b-a5f9-f16730a90005 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'security_group_rule': {'security_group_id': '59c6ce0d-b9a1-489a-bcb3-f9966239bcbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:08:32.408123 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:32.428538 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b594138-8fb9-465b-a5f9-f16730a90005 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (963930b3-f464-4bc8-bf6c-2d23c002588d), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.499511 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b594138-8fb9-465b-a5f9-f16730a90005 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (963930b3-f464-4bc8-bf6c-2d23c002588d), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.504683 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b594138-8fb9-465b-a5f9-f16730a90005 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (963930b3-f464-4bc8-bf6c-2d23c002588d), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.530961 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.536138 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b594138-8fb9-465b-a5f9-f16730a90005 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963930b3-f464-4bc8-bf6c-2d23c002588d,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:32.542760 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b594138-8fb9-465b-a5f9-f16730a90005 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.544428 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-9b594138-8fb9-465b-a5f9-f16730a90005 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1594212 Sep 15 18:08:32.548366 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37140) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:32.553940 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'floatingip': {'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:08:32.571193 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:32.579515 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.675031 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.789941 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Allocated IP 172.28.1.104 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/62c358df-1175-4276-ab9e-71c3a497bcc8) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:08:32.909883 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for port (62c358df-1175-4276-ab9e-71c3a497bcc8), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.944950 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (62c358df-1175-4276-ab9e-71c3a497bcc8), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:32.983173 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:08:32.988897 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:08:32.991528 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:08:33.314948 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8217221b-0f50-45b1-a1a8-88b53757ca38'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:08:33.318012 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226996ce-ae38-44a6-aa75-f026e2eadcf3" -d '{"events": [{"server_uuid": "ef458147-7336-4def-9a36-f5546e1c0aea", "name": "network-vif-unplugged", "status": "completed", "tag": "8217221b-0f50-45b1-a1a8-88b53757ca38"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:08:33.348729 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'Port': ['ID=62c358df-1175-4276-ab9e-71c3a497bcc8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:33.361007 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a8c142dc-73e7-47d7-97a8-fedff2150f93 req-2aa87ae7-79b4-47c1-a950-a03269efd42d tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ef458147-7336-4def-9a36-f5546e1c0aea HTTP/1.1" status: 200 len: 210 time: 0.0675607 Sep 15 18:08:33.381857 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994dd1e-d765-415b-b579-ab9d54a4f6a3 req-74c404fd-46d5-49f8-a0fc-da2e8788d224 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:33.383472 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0994dd1e-d765-415b-b579-ab9d54a4f6a3 req-74c404fd-46d5-49f8-a0fc-da2e8788d224 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 947 time: 0.3642302 Sep 15 18:08:33.425324 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 18:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949ed2ae-9001-401c-90a5-bbc42cb712d4 x-openstack-request-id: req-949ed2ae-9001-401c-90a5-bbc42cb712d4 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:08:33.425622 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef458147-7336-4def-9a36-f5546e1c0aea", "name": "network-vif-unplugged", "status": "completed", "tag": "8217221b-0f50-45b1-a1a8-88b53757ca38", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:08:33.425903 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-949ed2ae-9001-401c-90a5-bbc42cb712d4 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:08:33.426302 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949ed2ae-9001-401c-90a5-bbc42cb712d4'] response: {'server_uuid': 'ef458147-7336-4def-9a36-f5546e1c0aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8217221b-0f50-45b1-a1a8-88b53757ca38', 'code': 200} Sep 15 18:08:33.447358 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:33.461591 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (4e42f47f-cca5-4bd3-98c7-81d67b80d013), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:33.475682 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0994dd1e-d765-415b-b579-ab9d54a4f6a3 req-aabb670d-20bc-483f-852a-6c3d7e2046ed tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689240 Sep 15 18:08:33.507464 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (62c358df-1175-4276-ab9e-71c3a497bcc8), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:33.668097 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for port (62c358df-1175-4276-ab9e-71c3a497bcc8), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:33.673450 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5339542'] for port (62c358df-1175-4276-ab9e-71c3a497bcc8), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:33.719515 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:33.743815 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'Port': ['ID=62c358df-1175-4276-ab9e-71c3a497bcc8,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:33.750964 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (4e42f47f-cca5-4bd3-98c7-81d67b80d013), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:33.766812 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:33.768115 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-e1f5ce54-86de-4c2d-92b5-dd8f68067a08 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2186046 Sep 15 18:08:33.899344 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:33.925093 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1af9c508-1bc1-4463-9a04-738f113be35a req-bf93f8d6-276a-4df4-af5b-5b4df06fd309 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1269586338&fields=id&tenant_id=57eda6ece5ca41a592f43ffe27372b28 HTTP/1.1" status: 200 len: 267 time: 0.0439065 Sep 15 18:08:34.039203 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9c508-1bc1-4463-9a04-738f113be35a req-93023888-8efb-404a-a386-057ea770b956 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:34.041245 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1af9c508-1bc1-4463-9a04-738f113be35a req-93023888-8efb-404a-a386-057ea770b956 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/networks?id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6 HTTP/1.1" status: 200 len: 812 time: 0.1078072 Sep 15 18:08:34.057750 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1af9c508-1bc1-4463-9a04-738f113be35a req-02072aeb-3013-4538-a9d6-f1f8dfc6dcd2 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/quotas/57eda6ece5ca41a592f43ffe27372b28 HTTP/1.1" status: 200 len: 375 time: 0.0107529 Sep 15 18:08:34.109083 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:34.117176 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1af9c508-1bc1-4463-9a04-738f113be35a req-59bf199d-a35d-4ad4-8e56-d1dafdb82a0b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=57eda6ece5ca41a592f43ffe27372b28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529118 Sep 15 18:08:34.235698 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1af9c508-1bc1-4463-9a04-738f113be35a req-e8cfc98b-d29e-4023-8400-a36ca8a4be4d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043882 Sep 15 18:08:34.364895 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1af9c508-1bc1-4463-9a04-738f113be35a req-1019d74b-a60c-41ac-b88f-86dc9e139e4a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165254 Sep 15 18:08:34.434956 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37192) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:34.540481 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-23880d37-e80f-4c5e-8a2b-064bf6d185d7 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group (fefbfba9-b463-4807-8f0b-f4a7a37c07b3), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:34.581064 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-23880d37-e80f-4c5e-8a2b-064bf6d185d7 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group (fefbfba9-b463-4807-8f0b-f4a7a37c07b3), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:34.583532 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8c468964-8d85-4471-9815-7e263e4b7733 req-086abf28-b188-4d28-bb71-5795d60f291f tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 210 time: 0.0687680 Sep 15 18:08:34.667193 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aeae45-8fc1-4d6d-a900-3bde13554ad8 req-aeedbe74-93cd-4010-9066-b2d8e5a20592 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:34.674979 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-88aeae45-8fc1-4d6d-a900-3bde13554ad8 req-aeedbe74-93cd-4010-9066-b2d8e5a20592 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 947 time: 0.0892220 Sep 15 18:08:34.680366 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-23880d37-e80f-4c5e-8a2b-064bf6d185d7 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (fefbfba9-b463-4807-8f0b-f4a7a37c07b3), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:34.684125 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-23880d37-e80f-4c5e-8a2b-064bf6d185d7 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:34.701164 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-23880d37-e80f-4c5e-8a2b-064bf6d185d7 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fefbfba9-b463-4807-8f0b-f4a7a37c07b3 HTTP/1.1" status: 204 len: 168 time: 0.2654755 Sep 15 18:08:34.730238 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23880d37-e80f-4c5e-8a2b-064bf6d185d7 tempest-TestShelveInstance-1581691886 tempest-TestShelveInstance-1581691886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefbfba9-b463-4807-8f0b-f4a7a37c07b3,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:34.753647 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-88aeae45-8fc1-4d6d-a900-3bde13554ad8 req-6af8c1be-fefc-49f6-b453-898c38cc4c66 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737193 Sep 15 18:08:34.765193 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37210) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:35.199094 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1d153f5f-3d17-4075-8c6d-0ab278555793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433571'] for router_interface (43150109-88cc-4e7f-8572-f9e399036aec), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:35.690189 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5340c85d-6d21-45d8-96ea-b8cc611f03e9 req-0e0ebed3-1f4f-4225-bc1a-2f0cd1e96214 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 210 time: 0.0278251 Sep 15 18:08:35.704608 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-1d153f5f-3d17-4075-8c6d-0ab278555793 admin admin] Deleting port 29de7960-ecca-4086-b145-169e284cc87a {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:08:35.705079 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1d153f5f-3d17-4075-8c6d-0ab278555793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (29de7960-ecca-4086-b145-169e284cc87a), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:35.706638 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:35.755901 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:35.794439 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-1d153f5f-3d17-4075-8c6d-0ab278555793 admin admin] For port 29de7960-ecca-4086-b145-169e284cc87a, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=29de7960-ecca-4086-b145-169e284cc87a,segment=NetworkSegment(7e2b41d6-f332-4e5e-8f7c-c95f543d3944),segment_id=7e2b41d6-f332-4e5e-8f7c-c95f543d3944)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:35.794807 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1d153f5f-3d17-4075-8c6d-0ab278555793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (29de7960-ecca-4086-b145-169e284cc87a), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:35.809966 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-1d153f5f-3d17-4075-8c6d-0ab278555793 admin admin] Calling delete_port for 29de7960-ecca-4086-b145-169e284cc87a owned by network:router_interface {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:08:35.912262 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd200274-c8f8-4a0e-b635-a26efa84e9cd req-02b5a38e-ca60-4e21-9111-efad30f14369 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:35.913915 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cd200274-c8f8-4a0e-b635-a26efa84e9cd req-02b5a38e-ca60-4e21-9111-efad30f14369 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 947 time: 0.0534873 Sep 15 18:08:35.970567 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:35.979195 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cd200274-c8f8-4a0e-b635-a26efa84e9cd req-9c3f06d9-5781-4193-ad35-8decddc1fce9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562654 Sep 15 18:08:36.030301 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9c508-1bc1-4463-9a04-738f113be35a req-ed8462c7-781e-44c7-81ad-f0072310a309 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:36.031900 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-1af9c508-1bc1-4463-9a04-738f113be35a req-ed8462c7-781e-44c7-81ad-f0072310a309 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "GET /networking/v2.0/networks?id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6 HTTP/1.1" status: 200 len: 812 time: 0.2153776 Sep 15 18:08:36.112946 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1d153f5f-3d17-4075-8c6d-0ab278555793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (29de7960-ecca-4086-b145-169e284cc87a), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:36.141340 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d153f5f-3d17-4075-8c6d-0ab278555793 admin admin] Pushing event deleted for resources: {'Port': ['ID=29de7960-ecca-4086-b145-169e284cc87a,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:36.317784 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-1af9c508-1bc1-4463-9a04-738f113be35a req-3f83aded-3d05-40af-8b70-d96bb7e8bce2 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=57eda6ece5ca41a592f43ffe27372b28 HTTP/1.1" status: 200 len: 473 time: 0.1487858 Sep 15 18:08:36.327742 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-1af9c508-1bc1-4463-9a04-738f113be35a req-7dd94282-374d-4b64-a0df-46e2f8df1e26 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'port': {'device_id': '6de6d547-1463-4531-bb22-84d3179dba69', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'admin_state_up': True, 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'security_groups': ['59c6ce0d-b9a1-489a-bcb3-f9966239bcbd']}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:08:36.431329 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1d153f5f-3d17-4075-8c6d-0ab278555793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550931'] for router_interface (43150109-88cc-4e7f-8572-f9e399036aec), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:36.566658 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af9c508-1bc1-4463-9a04-738f113be35a req-7dd94282-374d-4b64-a0df-46e2f8df1e26 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Made reservation on behalf of 57eda6ece5ca41a592f43ffe27372b28 for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:08:36.570376 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-1af9c508-1bc1-4463-9a04-738f113be35a req-7dd94282-374d-4b64-a0df-46e2f8df1e26 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:36.580151 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:36.586602 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:36.800305 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-bf081d52-a3db-4ad7-b95c-568ca1555c98 req-fc38e16e-c838-42f3-adcb-82a657cc7a2b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 210 time: 0.0283475 Sep 15 18:08:36.802214 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d153f5f-3d17-4075-8c6d-0ab278555793 admin admin] Router 43150109-88cc-4e7f-8572-f9e399036aec has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:08:36.806460 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-1af9c508-1bc1-4463-9a04-738f113be35a req-7dd94282-374d-4b64-a0df-46e2f8df1e26 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Allocated IP 172.20.0.14 (19a0cf85-4b4d-4963-b4f8-8096eb0628c6/4309f50e-8347-401e-916d-4634e75b9010/491cc5c9-906f-480b-bfa6-ed1fdace1452) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:08:36.998671 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d153f5f-3d17-4075-8c6d-0ab278555793 admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:08:37.005746 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-1d153f5f-3d17-4075-8c6d-0ab278555793 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/43150109-88cc-4e7f-8572-f9e399036aec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2393963 Sep 15 18:08:37.007572 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4340261e-ecb9-44c9-9635-11a28bba1c52 None None] Sync routers for ids ['43150109-88cc-4e7f-8572-f9e399036aec'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:08:37.008530 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37226) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:37.011015 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=81 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:37.012825 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=87 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:37.024340 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4340261e-ecb9-44c9-9635-11a28bba1c52 None None] Routers {'43150109-88cc-4e7f-8572-f9e399036aec'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:08:37.026439 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4340261e-ecb9-44c9-9635-11a28bba1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:08:32Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['43150109-88cc-4e7f-8572-f9e399036aec'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:37.044163 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-1af9c508-1bc1-4463-9a04-738f113be35a req-7dd94282-374d-4b64-a0df-46e2f8df1e26 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for port (491cc5c9-906f-480b-bfa6-ed1fdace1452), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.081007 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-1af9c508-1bc1-4463-9a04-738f113be35a req-7dd94282-374d-4b64-a0df-46e2f8df1e26 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (491cc5c9-906f-480b-bfa6-ed1fdace1452), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.125169 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84831af4-356f-42df-baef-56c99a816eac admin admin] Publish callbacks [] for router (43150109-88cc-4e7f-8572-f9e399036aec), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.128546 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af9c508-1bc1-4463-9a04-738f113be35a req-7dd94282-374d-4b64-a0df-46e2f8df1e26 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:08:37.130725 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-1af9c508-1bc1-4463-9a04-738f113be35a req-7dd94282-374d-4b64-a0df-46e2f8df1e26 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:08:37.133286 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af9c508-1bc1-4463-9a04-738f113be35a req-7dd94282-374d-4b64-a0df-46e2f8df1e26 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:08:37.136258 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4340261e-ecb9-44c9-9635-11a28bba1c52 None None] Set router 43150109-88cc-4e7f-8572-f9e399036aec gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:08:37.166383 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd94282-374d-4b64-a0df-46e2f8df1e26 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'Port': ['ID=491cc5c9-906f-480b-bfa6-ed1fdace1452,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:37.198794 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9c508-1bc1-4463-9a04-738f113be35a req-7dd94282-374d-4b64-a0df-46e2f8df1e26 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:37.199495 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-1af9c508-1bc1-4463-9a04-738f113be35a req-7dd94282-374d-4b64-a0df-46e2f8df1e26 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.229677 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-1af9c508-1bc1-4463-9a04-738f113be35a req-7dd94282-374d-4b64-a0df-46e2f8df1e26 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9052954 Sep 15 18:08:37.247181 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84831af4-356f-42df-baef-56c99a816eac admin admin] Publish callbacks [] for router_gateway (43150109-88cc-4e7f-8572-f9e399036aec), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.250136 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Request body: {'port': {'device_id': '6de6d547-1463-4531-bb22-84d3179dba69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:08:37.329655 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-84831af4-356f-42df-baef-56c99a816eac admin admin] Deleting port 95477b8a-a489-4b86-9d1e-842fc23152dd {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:08:37.330516 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84831af4-356f-42df-baef-56c99a816eac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (95477b8a-a489-4b86-9d1e-842fc23152dd), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.347855 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:37.348932 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (491cc5c9-906f-480b-bfa6-ed1fdace1452), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.358409 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4340261e-ecb9-44c9-9635-11a28bba1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43150109-88cc-4e7f-8572-f9e399036aec', 'name': 'tempest-TestShelveInstance-758096393-router', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:44Z', 'updated_at': '2022-09-15T18:08:36Z', 'revision_number': 5, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'gw_port': {'id': '95477b8a-a489-4b86-9d1e-842fc23152dd', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43150109-88cc-4e7f-8572-f9e399036aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:46Z', 'updated_at': '2022-09-15T18:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:37.392444 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4340261e-ecb9-44c9-9635-11a28bba1c52 None None] Checking router: 43150109-88cc-4e7f-8572-f9e399036aec for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:08:37.399353 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:37.403734 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4340261e-ecb9-44c9-9635-11a28bba1c52 None None] Routers {'43150109-88cc-4e7f-8572-f9e399036aec'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:08:37.404390 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4340261e-ecb9-44c9-9635-11a28bba1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:08:32Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['43150109-88cc-4e7f-8572-f9e399036aec'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:37.461156 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-84831af4-356f-42df-baef-56c99a816eac admin admin] For port 95477b8a-a489-4b86-9d1e-842fc23152dd, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=95477b8a-a489-4b86-9d1e-842fc23152dd,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:37.461853 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84831af4-356f-42df-baef-56c99a816eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (95477b8a-a489-4b86-9d1e-842fc23152dd), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.479679 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-84831af4-356f-42df-baef-56c99a816eac admin admin] Calling delete_port for 95477b8a-a489-4b86-9d1e-842fc23152dd owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:08:37.489454 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:37.503745 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4340261e-ecb9-44c9-9635-11a28bba1c52 None None] Set router 43150109-88cc-4e7f-8572-f9e399036aec gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:08:37.517739 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-f4389b25-3cf2-4f60-8f7d-576b3b73e71d None None] Provisioning complete for port 491cc5c9-906f-480b-bfa6-ed1fdace1452 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:08:37.518815 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f4389b25-3cf2-4f60-8f7d-576b3b73e71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (491cc5c9-906f-480b-bfa6-ed1fdace1452), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.519378 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-f4389b25-3cf2-4f60-8f7d-576b3b73e71d None None] Attempt 1 to provision port 491cc5c9-906f-480b-bfa6-ed1fdace1452 Sep 15 18:08:37.552233 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f4389b25-3cf2-4f60-8f7d-576b3b73e71d None None] Port 491cc5c9-906f-480b-bfa6-ed1fdace1452 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:08:37.553898 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4340261e-ecb9-44c9-9635-11a28bba1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43150109-88cc-4e7f-8572-f9e399036aec', 'name': 'tempest-TestShelveInstance-758096393-router', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:44Z', 'updated_at': '2022-09-15T18:08:37Z', 'revision_number': 6, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'gw_port_host': None}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:37.580632 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4340261e-ecb9-44c9-9635-11a28bba1c52 None None] The sync data for ids ['43150109-88cc-4e7f-8572-f9e399036aec'] in dv-cinder-835384-27-smb is: [{'id': '43150109-88cc-4e7f-8572-f9e399036aec', 'name': 'tempest-TestShelveInstance-758096393-router', 'tenant_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:44Z', 'updated_at': '2022-09-15T18:08:37Z', 'revision_number': 6, 'project_id': 'a11adea5f21c48eb91e2c8f88f8c3349', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:08:37.681596 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84831af4-356f-42df-baef-56c99a816eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (95477b8a-a489-4b86-9d1e-842fc23152dd), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.694054 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491cc5c9-906f-480b-bfa6-ed1fdace1452 {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:08:37.703037 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Publish callbacks [] for port (491cc5c9-906f-480b-bfa6-ed1fdace1452), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.711864 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84831af4-356f-42df-baef-56c99a816eac admin admin] Pushing event deleted for resources: {'Port': ['ID=95477b8a-a489-4b86-9d1e-842fc23152dd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:37.722711 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Transition to ACTIVE for port object 491cc5c9-906f-480b-bfa6-ed1fdace1452 will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:08:37.741366 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (491cc5c9-906f-480b-bfa6-ed1fdace1452), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.773040 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84831af4-356f-42df-baef-56c99a816eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556889'] for router_gateway (43150109-88cc-4e7f-8572-f9e399036aec), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.824930 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Pushing event updated for resources: {'Port': ['ID=491cc5c9-906f-480b-bfa6-ed1fdace1452,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:37.859443 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Attempting to bind port 491cc5c9-906f-480b-bfa6-ed1fdace1452 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:08:37.859855 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Attempting to bind port 491cc5c9-906f-480b-bfa6-ed1fdace1452 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:08:37.860383 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Attempting to bind port 491cc5c9-906f-480b-bfa6-ed1fdace1452 on network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:08:37.863528 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84831af4-356f-42df-baef-56c99a816eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-659'] for router (43150109-88cc-4e7f-8572-f9e399036aec), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.865799 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84831af4-356f-42df-baef-56c99a816eac admin admin] Publish callbacks [] for router_controller (43150109-88cc-4e7f-8572-f9e399036aec), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.904500 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Port 491cc5c9-906f-480b-bfa6-ed1fdace1452 on network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:08:37.904727 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Attempting to bind port 491cc5c9-906f-480b-bfa6-ed1fdace1452 on network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:08:37.952944 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84831af4-356f-42df-baef-56c99a816eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551022'] for router (43150109-88cc-4e7f-8572-f9e399036aec), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.953368 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84831af4-356f-42df-baef-56c99a816eac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43150109-88cc-4e7f-8572-f9e399036aec {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:08:37.959395 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84831af4-356f-42df-baef-56c99a816eac admin admin] Publish callbacks [] for router (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.960546 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-84831af4-356f-42df-baef-56c99a816eac admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/43150109-88cc-4e7f-8572-f9e399036aec HTTP/1.1" status: 204 len: 168 time: 0.9503427 Sep 15 18:08:37.962916 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:08:37.963484 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Checking segment: {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:08:37.964060 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Bound using segment: {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:08:37.964700 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Bound port: 491cc5c9-906f-480b-bfa6-ed1fdace1452, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:08:37.965289 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (491cc5c9-906f-480b-bfa6-ed1fdace1452), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:37.967046 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c9b69-277c-44cc-9010-cabd96d7dc91 req-2295332a-0477-43e9-a9db-0b1ede723256 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:37.968169 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37230) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:37.968547 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-658c9b69-277c-44cc-9010-cabd96d7dc91 req-2295332a-0477-43e9-a9db-0b1ede723256 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 944 time: 0.0637043 Sep 15 18:08:38.033136 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-658c9b69-277c-44cc-9010-cabd96d7dc91 req-18941811-7277-494d-a613-eb7a964b83cb tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=59c6ce0d-b9a1-489a-bcb3-f9966239bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548787 Sep 15 18:08:38.053207 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-f4389b25-3cf2-4f60-8f7d-576b3b73e71d None None] Attempt 2 to provision port 491cc5c9-906f-480b-bfa6-ed1fdace1452 Sep 15 18:08:38.064148 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-280c2671-7cd7-4c1d-95ee-62c9c76d9bc4 admin admin] Deleting subnet 3a8db522-0111-4818-bf99-9914b2b14e3d {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 18:08:38.074253 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-280c2671-7cd7-4c1d-95ee-62c9c76d9bc4 admin admin] Publish callbacks [] for subnet (3a8db522-0111-4818-bf99-9914b2b14e3d), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:38.087172 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f4389b25-3cf2-4f60-8f7d-576b3b73e71d None None] Port 491cc5c9-906f-480b-bfa6-ed1fdace1452 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:08:38.112884 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] For port 491cc5c9-906f-480b-bfa6-ed1fdace1452, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:08:38.120028 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] For port 491cc5c9-906f-480b-bfa6-ed1fdace1452, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=491cc5c9-906f-480b-bfa6-ed1fdace1452,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:08:38.125650 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-280c2671-7cd7-4c1d-95ee-62c9c76d9bc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6869254'] for subnet (3a8db522-0111-4818-bf99-9914b2b14e3d), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:38.145286 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (491cc5c9-906f-480b-bfa6-ed1fdace1452), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:38.150854 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:38.151460 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:38.152852 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/491cc5c9-906f-480b-bfa6-ed1fdace1452 HTTP/1.1" status: 200 len: 1094 time: 0.9099221 Sep 15 18:08:38.155682 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de6d547-1463-4531-bb22-84d3179dba69', 'tag': '491cc5c9-906f-480b-bfa6-ed1fdace1452'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:08:38.157988 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac35c4e-f443-4271-86fe-883edce3820f" -d '{"events": [{"name": "network-changed", "server_uuid": "6de6d547-1463-4531-bb22-84d3179dba69", "tag": "491cc5c9-906f-480b-bfa6-ed1fdace1452"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:08:38.228327 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc379636-4f9b-4f11-b153-8068ecb6a399 x-openstack-request-id: req-bc379636-4f9b-4f11-b153-8068ecb6a399 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:08:38.228608 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de6d547-1463-4531-bb22-84d3179dba69", "tag": "491cc5c9-906f-480b-bfa6-ed1fdace1452", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:08:38.228857 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc379636-4f9b-4f11-b153-8068ecb6a399 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:08:38.229241 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc379636-4f9b-4f11-b153-8068ecb6a399'] response: {'name': 'network-changed', 'server_uuid': '6de6d547-1463-4531-bb22-84d3179dba69', 'tag': '491cc5c9-906f-480b-bfa6-ed1fdace1452', 'status': 'completed', 'code': 200} Sep 15 18:08:38.268639 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4bfb1-6c96-4aa3-9f64-5883889e2b8e service neutron] Pushing event updated for resources: {'Port': ['ID=491cc5c9-906f-480b-bfa6-ed1fdace1452,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:38.274035 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:38.291786 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9c508-1bc1-4463-9a04-738f113be35a req-b6765f31-c0af-4066-a6ab-d5d9a19084c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:38.293637 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-1af9c508-1bc1-4463-9a04-738f113be35a req-b6765f31-c0af-4066-a6ab-d5d9a19084c2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=57eda6ece5ca41a592f43ffe27372b28&device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 1128 time: 0.0769269 Sep 15 18:08:38.296417 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-280c2671-7cd7-4c1d-95ee-62c9c76d9bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725546'] for subnet (3a8db522-0111-4818-bf99-9914b2b14e3d), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:38.355528 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-1af9c508-1bc1-4463-9a04-738f113be35a req-c9a2de3d-aa61-4cb5-a418-a82ad6499bf6 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491cc5c9-906f-480b-bfa6-ed1fdace1452 HTTP/1.1" status: 200 len: 217 time: 0.0359631 Sep 15 18:08:38.420789 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9c508-1bc1-4463-9a04-738f113be35a req-b3811a30-2c22-4dc3-b0da-03ef78309951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:38.422305 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-1af9c508-1bc1-4463-9a04-738f113be35a req-b3811a30-2c22-4dc3-b0da-03ef78309951 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4309f50e-8347-401e-916d-4634e75b9010 HTTP/1.1" status: 200 len: 851 time: 0.0593135 Sep 15 18:08:38.423906 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-280c2671-7cd7-4c1d-95ee-62c9c76d9bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8251307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6780668'] for subnet (3a8db522-0111-4818-bf99-9914b2b14e3d), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:38.433561 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:38.464176 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c2671-7cd7-4c1d-95ee-62c9c76d9bc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a8db522-0111-4818-bf99-9914b2b14e3d,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:38.473829 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e9057f-a999-4e7c-a937-4e7fcf2b9ac9 None None] Network bb0834d2-d4fe-46db-89c7-c08b6ab85c46 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:08:38.484547 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-280c2671-7cd7-4c1d-95ee-62c9c76d9bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:38.490366 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37234) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:38.490569 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-280c2671-7cd7-4c1d-95ee-62c9c76d9bc4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/3a8db522-0111-4818-bf99-9914b2b14e3d HTTP/1.1" status: 204 len: 168 time: 0.5208683 Sep 15 18:08:38.505052 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9c508-1bc1-4463-9a04-738f113be35a req-31e0397b-00fe-41a4-b40b-77e43d291ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:38.506732 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-1af9c508-1bc1-4463-9a04-738f113be35a req-31e0397b-00fe-41a4-b40b-77e43d291ec5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0772746 Sep 15 18:08:38.581911 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322015'] for network (bb0834d2-d4fe-46db-89c7-c08b6ab85c46), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:38.589156 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-f4389b25-3cf2-4f60-8f7d-576b3b73e71d None None] Attempt 3 to provision port 491cc5c9-906f-480b-bfa6-ed1fdace1452 Sep 15 18:08:38.614029 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-1af9c508-1bc1-4463-9a04-738f113be35a req-b10aae89-f8b2-4e4b-a35d-b85902924c2b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009068 Sep 15 18:08:38.615197 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:38.633476 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f4389b25-3cf2-4f60-8f7d-576b3b73e71d None None] Port 491cc5c9-906f-480b-bfa6-ed1fdace1452 had new provisioning blocks added so it will not transition to active. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 18:08:38.634807 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] Deleting port baa751c1-997e-4a82-9ff1-7604fcb3fbfe {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:08:38.634807 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (baa751c1-997e-4a82-9ff1-7604fcb3fbfe), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:38.711495 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] For port baa751c1-997e-4a82-9ff1-7604fcb3fbfe, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=baa751c1-997e-4a82-9ff1-7604fcb3fbfe,segment=NetworkSegment(7e2b41d6-f332-4e5e-8f7c-c95f543d3944),segment_id=7e2b41d6-f332-4e5e-8f7c-c95f543d3944)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:38.711495 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (baa751c1-997e-4a82-9ff1-7604fcb3fbfe), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:38.722128 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6978586d-fb77-4ce0-bee5-939a75547abd None None] DHCP port deletion for bb0834d2-d4fe-46db-89c7-c08b6ab85c46 request from dv-cinder-835384-27-smb {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 18:08:38.731712 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] Calling delete_port for baa751c1-997e-4a82-9ff1-7604fcb3fbfe owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:08:38.745407 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-1af9c508-1bc1-4463-9a04-738f113be35a req-8f9ec884-828a-4dec-809c-066256e7fc52 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245615 Sep 15 18:08:38.820586 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (baa751c1-997e-4a82-9ff1-7604fcb3fbfe), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:38.845564 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] Pushing event deleted for resources: {'Port': ['ID=baa751c1-997e-4a82-9ff1-7604fcb3fbfe,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:38.851637 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] No DVR routers for this DVR port baa751c1-997e-4a82-9ff1-7604fcb3fbfe on host dv-cinder-835384-27-smb {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:08:38.897081 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6978586d-fb77-4ce0-bee5-939a75547abd None None] Deleting port baa751c1-997e-4a82-9ff1-7604fcb3fbfe {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:08:38.897516 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6978586d-fb77-4ce0-bee5-939a75547abd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (baa751c1-997e-4a82-9ff1-7604fcb3fbfe), before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:38.927779 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349697', 'neutron.services.segments.db._delete_segments_for_network-8775822491329'] for network (bb0834d2-d4fe-46db-89c7-c08b6ab85c46), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:38.949265 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0834d2-d4fe-46db-89c7-c08b6ab85c46']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:38.951177 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:38.959807 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2b41d6-f332-4e5e-8f7c-c95f543d3944') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:38.959807 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2b41d6-f332-4e5e-8f7c-c95f543d3944') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:38.966633 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-6978586d-fb77-4ce0-bee5-939a75547abd None None] For port baa751c1-997e-4a82-9ff1-7604fcb3fbfe, host dv-cinder-835384-27-smb, got binding levels [] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:38.967029 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6978586d-fb77-4ce0-bee5-939a75547abd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (baa751c1-997e-4a82-9ff1-7604fcb3fbfe), precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:38.971340 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775822491221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5629034'] for segment (7e2b41d6-f332-4e5e-8f7c-c95f543d3944), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:38.980153 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6978586d-fb77-4ce0-bee5-939a75547abd None None] Calling delete_port for baa751c1-997e-4a82-9ff1-7604fcb3fbfe owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:08:38.983016 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.ipam_backend_mixin [None req-6978586d-fb77-4ce0-bee5-939a75547abd None None] Port baa751c1-997e-4a82-9ff1-7604fcb3fbfe was not found and therefore no delete operation was performed {{(pid=106388) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 15 18:08:38.984226 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6978586d-fb77-4ce0-bee5-939a75547abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802'] for port (baa751c1-997e-4a82-9ff1-7604fcb3fbfe), after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:38.984581 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (7e2b41d6-f332-4e5e-8f7c-c95f543d3944), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:38.990896 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:08:38.991279 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5339514'] for segment (7e2b41d6-f332-4e5e-8f7c-c95f543d3944), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:39.016609 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978586d-fb77-4ce0-bee5-939a75547abd None None] Pushing event deleted for resources: {'Port': ['ID=baa751c1-997e-4a82-9ff1-7604fcb3fbfe,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:39.020179 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6978586d-fb77-4ce0-bee5-939a75547abd None None] No DVR routers for this DVR port baa751c1-997e-4a82-9ff1-7604fcb3fbfe on host dv-cinder-835384-27-smb {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:08:39.051941 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556940'] for network (bb0834d2-d4fe-46db-89c7-c08b6ab85c46), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:39.057946 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:39.061916 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/bb0834d2-d4fe-46db-89c7-c08b6ab85c46 HTTP/1.1" status: 204 len: 168 time: 0.5703883 Sep 15 18:08:39.064822 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37242) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:39.083057 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65139859-c7fd-42b4-b1eb-6736fbe9023d admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0834d2-d4fe-46db-89c7-c08b6ab85c46,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:39.163161 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment 7e2b41d6-f332-4e5e-8f7c-c95f543d3944 resource provider aggregate not found Sep 15 18:08:39.203159 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment 7e2b41d6-f332-4e5e-8f7c-c95f543d3944 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e2b41d6-f332-4e5e-8f7c-c95f543d3944 found for delete ", "request_id": "req-cfe16cd8-e55f-49a6-9c48-f2c307120da8"}]} Sep 15 18:08:39.216754 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73684988-da47-4527-b206-38cb3fc31109 req-ddc2ba6d-312f-4449-bdfc-6e085e72d329 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:39.218363 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-73684988-da47-4527-b206-38cb3fc31109 req-ddc2ba6d-312f-4449-bdfc-6e085e72d329 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 944 time: 0.0883923 Sep 15 18:08:39.318591 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-73684988-da47-4527-b206-38cb3fc31109 req-5375d624-448b-4513-af39-9f6655078a09 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=59c6ce0d-b9a1-489a-bcb3-f9966239bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942960 Sep 15 18:08:39.487759 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22b1c6ee-0ed2-45b4-9cdc-335479d9b4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433571'] for router_interface (70500326-62e0-42ac-9148-0b561c708217), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:39.522668 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:39.634623 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 95477b8a-a489-4b86-9d1e-842fc23152dd no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:08:39.659977 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: 95477b8a-a489-4b86-9d1e-842fc23152dd {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:08:39.660323 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 95477b8a-a489-4b86-9d1e-842fc23152dd not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:08:39.660750 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device baa751c1-997e-4a82-9ff1-7604fcb3fbfe no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:08:39.679335 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: baa751c1-997e-4a82-9ff1-7604fcb3fbfe {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:08:39.679681 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device baa751c1-997e-4a82-9ff1-7604fcb3fbfe not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:08:39.680102 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 29de7960-ecca-4086-b145-169e284cc87a no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:08:39.699210 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: 29de7960-ecca-4086-b145-169e284cc87a {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:08:39.699556 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 29de7960-ecca-4086-b145-169e284cc87a not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:08:39.719619 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-22b1c6ee-0ed2-45b4-9cdc-335479d9b4f3 admin admin] Deleting port e1b15f38-09d3-4d5a-aa55-423bb9359781 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:08:39.719962 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22b1c6ee-0ed2-45b4-9cdc-335479d9b4f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:39.751315 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac35c4e-f443-4271-86fe-883edce3820f req-1d892036-b718-4d51-a88c-e86a8e7db54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:39.752815 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-eac35c4e-f443-4271-86fe-883edce3820f req-1d892036-b718-4d51-a88c-e86a8e7db54b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=57eda6ece5ca41a592f43ffe27372b28&device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 1128 time: 0.0413871 Sep 15 18:08:39.800019 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-22b1c6ee-0ed2-45b4-9cdc-335479d9b4f3 admin admin] For port e1b15f38-09d3-4d5a-aa55-423bb9359781, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=e1b15f38-09d3-4d5a-aa55-423bb9359781,segment=NetworkSegment(a1362ae6-3bd7-477b-a193-885e1c9da976),segment_id=a1362ae6-3bd7-477b-a193-885e1c9da976)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:39.800381 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22b1c6ee-0ed2-45b4-9cdc-335479d9b4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:39.818841 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-22b1c6ee-0ed2-45b4-9cdc-335479d9b4f3 admin admin] Calling delete_port for e1b15f38-09d3-4d5a-aa55-423bb9359781 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:08:39.918070 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:40.010394 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22b1c6ee-0ed2-45b4-9cdc-335479d9b4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (e1b15f38-09d3-4d5a-aa55-423bb9359781), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:40.037247 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1c6ee-0ed2-45b4-9cdc-335479d9b4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b15f38-09d3-4d5a-aa55-423bb9359781,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:40.110738 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac35c4e-f443-4271-86fe-883edce3820f req-5ef970d4-ec17-4fbd-ab25-f78aff82ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:40.112244 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-eac35c4e-f443-4271-86fe-883edce3820f req-5ef970d4-ec17-4fbd-ab25-f78aff82ce3e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6 HTTP/1.1" status: 200 len: 913 time: 0.3533170 Sep 15 18:08:40.159284 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-eac35c4e-f443-4271-86fe-883edce3820f req-fb034178-b301-4a45-a843-98b81ac71203 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491cc5c9-906f-480b-bfa6-ed1fdace1452 HTTP/1.1" status: 200 len: 217 time: 0.0373981 Sep 15 18:08:40.210400 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac35c4e-f443-4271-86fe-883edce3820f req-9da24540-cc6b-4e4b-873e-1297f6172409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:40.212886 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-eac35c4e-f443-4271-86fe-883edce3820f req-9da24540-cc6b-4e4b-873e-1297f6172409 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4309f50e-8347-401e-916d-4634e75b9010 HTTP/1.1" status: 200 len: 851 time: 0.0478365 Sep 15 18:08:40.213021 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22b1c6ee-0ed2-45b4-9cdc-335479d9b4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550931'] for router_interface (70500326-62e0-42ac-9148-0b561c708217), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:40.261066 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac35c4e-f443-4271-86fe-883edce3820f req-473a8bc4-91d9-43d2-8698-af7a0327a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:40.262591 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-eac35c4e-f443-4271-86fe-883edce3820f req-473a8bc4-91d9-43d2-8698-af7a0327a0bf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0445416 Sep 15 18:08:40.357603 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-eac35c4e-f443-4271-86fe-883edce3820f req-c2376e05-03f0-412a-9c63-fbc004f25820 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891101 Sep 15 18:08:40.424371 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:40.454965 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-eac35c4e-f443-4271-86fe-883edce3820f req-b40dcd34-dd21-4daf-9ce3-e65f965a7ace service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917916 Sep 15 18:08:40.473614 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbc15e-aa82-483a-85d9-24ab8c266fd0 req-e659b99f-75af-46dd-9630-c3da4cb8422a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:40.475080 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3adbc15e-aa82-483a-85d9-24ab8c266fd0 req-e659b99f-75af-46dd-9630-c3da4cb8422a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 944 time: 0.0634747 Sep 15 18:08:40.480618 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b1c6ee-0ed2-45b4-9cdc-335479d9b4f3 admin admin] Router 70500326-62e0-42ac-9148-0b561c708217 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:08:40.573763 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3adbc15e-aa82-483a-85d9-24ab8c266fd0 req-e8a85778-a2c3-4d92-8923-b0f6e680dded tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=59c6ce0d-b9a1-489a-bcb3-f9966239bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919907 Sep 15 18:08:40.616496 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b1c6ee-0ed2-45b4-9cdc-335479d9b4f3 admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:08:40.621133 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-22b1c6ee-0ed2-45b4-9cdc-335479d9b4f3 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/70500326-62e0-42ac-9148-0b561c708217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5551329 Sep 15 18:08:40.623841 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37248) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:40.626119 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2772b83-6fba-495f-9a50-d191eb77840e None None] Sync routers for ids ['70500326-62e0-42ac-9148-0b561c708217'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:08:40.637878 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2772b83-6fba-495f-9a50-d191eb77840e None None] Routers {'70500326-62e0-42ac-9148-0b561c708217'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:08:40.638504 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-b2772b83-6fba-495f-9a50-d191eb77840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:08:32Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['70500326-62e0-42ac-9148-0b561c708217'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:40.730713 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e971628-6559-4534-8dbd-968353f88973 admin admin] Publish callbacks [] for router (70500326-62e0-42ac-9148-0b561c708217), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:40.743003 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-b2772b83-6fba-495f-9a50-d191eb77840e None None] Set router 70500326-62e0-42ac-9148-0b561c708217 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:08:40.775123 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:40.798310 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:40.833075 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e971628-6559-4534-8dbd-968353f88973 admin admin] Publish callbacks [] for router_gateway (70500326-62e0-42ac-9148-0b561c708217), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:40.876423 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-3e971628-6559-4534-8dbd-968353f88973 admin admin] Deleting port 660e6cb9-e572-4521-861b-221617b5ff7e {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:08:40.876674 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e971628-6559-4534-8dbd-968353f88973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (660e6cb9-e572-4521-861b-221617b5ff7e), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:40.919073 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-b2772b83-6fba-495f-9a50-d191eb77840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70500326-62e0-42ac-9148-0b561c708217', 'name': 'tempest-TestShelveInstance-1563827636-router', 'tenant_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '660e6cb9-e572-4521-861b-221617b5ff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:55Z', 'updated_at': '2022-09-15T18:08:39Z', 'revision_number': 5, 'project_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'gw_port': {'id': '660e6cb9-e572-4521-861b-221617b5ff7e', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70500326-62e0-42ac-9148-0b561c708217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:03:55Z', 'updated_at': '2022-09-15T18:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:40.942969 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:40.945015 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2772b83-6fba-495f-9a50-d191eb77840e None None] Checking router: 70500326-62e0-42ac-9148-0b561c708217 for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:08:40.954104 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2772b83-6fba-495f-9a50-d191eb77840e None None] Routers {'70500326-62e0-42ac-9148-0b561c708217'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:08:40.954722 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-b2772b83-6fba-495f-9a50-d191eb77840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:08:32Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['70500326-62e0-42ac-9148-0b561c708217'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:40.961691 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-3e971628-6559-4534-8dbd-968353f88973 admin admin] For port 660e6cb9-e572-4521-861b-221617b5ff7e, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=660e6cb9-e572-4521-861b-221617b5ff7e,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:40.962098 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e971628-6559-4534-8dbd-968353f88973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (660e6cb9-e572-4521-861b-221617b5ff7e), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:40.975008 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-3e971628-6559-4534-8dbd-968353f88973 admin admin] Calling delete_port for 660e6cb9-e572-4521-861b-221617b5ff7e owned by network:router_gateway {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:08:41.038222 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-b2772b83-6fba-495f-9a50-d191eb77840e None None] Set router 70500326-62e0-42ac-9148-0b561c708217 gateway port host: None {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:08:41.041873 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 491cc5c9-906f-480b-bfa6-ed1fdace1452 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:08:41.093510 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-b2772b83-6fba-495f-9a50-d191eb77840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70500326-62e0-42ac-9148-0b561c708217', 'name': 'tempest-TestShelveInstance-1563827636-router', 'tenant_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:55Z', 'updated_at': '2022-09-15T18:08:40Z', 'revision_number': 6, 'project_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'gw_port_host': None}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:41.099070 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:41.129802 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2772b83-6fba-495f-9a50-d191eb77840e None None] The sync data for ids ['70500326-62e0-42ac-9148-0b561c708217'] in dv-cinder-835384-27-smb is: [{'id': '70500326-62e0-42ac-9148-0b561c708217', 'name': 'tempest-TestShelveInstance-1563827636-router', 'tenant_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:03:55Z', 'updated_at': '2022-09-15T18:08:40Z', 'revision_number': 6, 'project_id': 'e9edbab6d90c4bc5b2e38b4e7d46818f', 'gw_port_host': None}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:08:41.143680 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e971628-6559-4534-8dbd-968353f88973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (660e6cb9-e572-4521-861b-221617b5ff7e), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:41.175670 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e971628-6559-4534-8dbd-968353f88973 admin admin] Pushing event deleted for resources: {'Port': ['ID=660e6cb9-e572-4521-861b-221617b5ff7e,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:41.228337 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 491cc5c9-906f-480b-bfa6-ed1fdace1452, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=491cc5c9-906f-480b-bfa6-ed1fdace1452,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:41.236245 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e971628-6559-4534-8dbd-968353f88973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556889'] for router_gateway (70500326-62e0-42ac-9148-0b561c708217), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:41.239910 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '491cc5c9-906f-480b-bfa6-ed1fdace1452', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'port_id': '491cc5c9-906f-480b-bfa6-ed1fdace1452', 'mac_address': 'fa:16:3e:9a:59:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:08:41.279226 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 491cc5c9-906f-480b-bfa6-ed1fdace1452 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:08:41.279614 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (491cc5c9-906f-480b-bfa6-ed1fdace1452), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:41.292670 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491cc5c9-906f-480b-bfa6-ed1fdace1452 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:08:41.312263 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 491cc5c9-906f-480b-bfa6-ed1fdace1452, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=491cc5c9-906f-480b-bfa6-ed1fdace1452,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:41.316372 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (491cc5c9-906f-480b-bfa6-ed1fdace1452), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:41.324885 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e971628-6559-4534-8dbd-968353f88973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-659'] for router (70500326-62e0-42ac-9148-0b561c708217), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:41.327227 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e971628-6559-4534-8dbd-968353f88973 admin admin] Publish callbacks [] for router_controller (70500326-62e0-42ac-9148-0b561c708217), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:41.365978 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=491cc5c9-906f-480b-bfa6-ed1fdace1452,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:41.374455 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e971628-6559-4534-8dbd-968353f88973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551022'] for router (70500326-62e0-42ac-9148-0b561c708217), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:41.374993 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e971628-6559-4534-8dbd-968353f88973 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70500326-62e0-42ac-9148-0b561c708217 {{(pid=106386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:08:41.379522 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e971628-6559-4534-8dbd-968353f88973 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:41.380729 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-3e971628-6559-4534-8dbd-968353f88973 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/70500326-62e0-42ac-9148-0b561c708217 HTTP/1.1" status: 204 len: 168 time: 0.7557738 Sep 15 18:08:41.383189 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37250) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:41.434070 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4417e9-515e-496a-b87b-9500a1ef46ea admin admin] Deleting subnet 39325fef-cb6d-44e3-b173-38cf4f7c4f15 {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 18:08:41.437200 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6c4417e9-515e-496a-b87b-9500a1ef46ea admin admin] Publish callbacks [] for subnet (39325fef-cb6d-44e3-b173-38cf4f7c4f15), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:41.473742 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6c4417e9-515e-496a-b87b-9500a1ef46ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6869254'] for subnet (39325fef-cb6d-44e3-b173-38cf4f7c4f15), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:41.556689 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6c4417e9-515e-496a-b87b-9500a1ef46ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725546'] for subnet (39325fef-cb6d-44e3-b173-38cf4f7c4f15), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:41.615421 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6c4417e9-515e-496a-b87b-9500a1ef46ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8251307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6780668'] for subnet (39325fef-cb6d-44e3-b173-38cf4f7c4f15), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:41.623324 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['491cc5c9-906f-480b-bfa6-ed1fdace1452'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:08:41.624080 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:41.644859 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4417e9-515e-496a-b87b-9500a1ef46ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39325fef-cb6d-44e3-b173-38cf4f7c4f15,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:41.648531 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6c4417e9-515e-496a-b87b-9500a1ef46ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:41.654315 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37254) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:41.654833 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-6c4417e9-515e-496a-b87b-9500a1ef46ea admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/39325fef-cb6d-44e3-b173-38cf4f7c4f15 HTTP/1.1" status: 204 len: 168 time: 0.2696831 Sep 15 18:08:41.667427 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a705f1-83e6-44a5-9791-49e216931cdd None None] Network b3e1e5fe-df6f-4af0-9355-a6603097f737 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:08:41.871810 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425c8c5f-ef99-4518-be9a-bf3d3d587419 None None] DHCP port deletion for b3e1e5fe-df6f-4af0-9355-a6603097f737 request from dv-cinder-835384-27-smb {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 18:08:41.946821 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 660e6cb9-e572-4521-861b-221617b5ff7e no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:08:41.953250 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-425c8c5f-ef99-4518-be9a-bf3d3d587419 None None] Deleting port 501cb79c-5369-4ebd-a0f9-30b008940fa5 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:08:41.953649 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-425c8c5f-ef99-4518-be9a-bf3d3d587419 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:41.972328 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=100 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:41.984282 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: 660e6cb9-e572-4521-861b-221617b5ff7e {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:08:41.984626 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 660e6cb9-e572-4521-861b-221617b5ff7e not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:08:41.985051 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 501cb79c-5369-4ebd-a0f9-30b008940fa5 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:08:42.032621 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea4f61-968a-405a-ae7f-f0cc7e448b56 req-ed2ab3b2-d00c-405b-acea-be7e3d32b79c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:42.034166 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4dea4f61-968a-405a-ae7f-f0cc7e448b56 req-ed2ab3b2-d00c-405b-acea-be7e3d32b79c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 945 time: 0.3574147 Sep 15 18:08:42.040977 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322015'] for network (b3e1e5fe-df6f-4af0-9355-a6603097f737), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:42.068583 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-425c8c5f-ef99-4518-be9a-bf3d3d587419 None None] For port 501cb79c-5369-4ebd-a0f9-30b008940fa5, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=501cb79c-5369-4ebd-a0f9-30b008940fa5,segment=NetworkSegment(a1362ae6-3bd7-477b-a193-885e1c9da976),segment_id=a1362ae6-3bd7-477b-a193-885e1c9da976)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:42.068993 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-425c8c5f-ef99-4518-be9a-bf3d3d587419 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:42.084373 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-425c8c5f-ef99-4518-be9a-bf3d3d587419 None None] Calling delete_port for 501cb79c-5369-4ebd-a0f9-30b008940fa5 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:08:42.090049 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:42.126245 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4dea4f61-968a-405a-ae7f-f0cc7e448b56 req-5e85697b-dd20-4c1a-839f-240cec328232 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=59c6ce0d-b9a1-489a-bcb3-f9966239bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818932 Sep 15 18:08:42.127209 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] Deleting port 501cb79c-5369-4ebd-a0f9-30b008940fa5 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:08:42.127553 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:42.166784 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Current status of the port 501cb79c-5369-4ebd-a0f9-30b008940fa5 is: ACTIVE; New status is: DOWN {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:08:42.167091 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:42.209245 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:42.219890 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] For port 501cb79c-5369-4ebd-a0f9-30b008940fa5, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=501cb79c-5369-4ebd-a0f9-30b008940fa5,segment=NetworkSegment(a1362ae6-3bd7-477b-a193-885e1c9da976),segment_id=a1362ae6-3bd7-477b-a193-885e1c9da976)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:42.220286 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:42.223139 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] For port 501cb79c-5369-4ebd-a0f9-30b008940fa5, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=501cb79c-5369-4ebd-a0f9-30b008940fa5,segment=NetworkSegment(a1362ae6-3bd7-477b-a193-885e1c9da976),segment_id=a1362ae6-3bd7-477b-a193-885e1c9da976)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:42.232016 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:42.232016 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device e1b15f38-09d3-4d5a-aa55-423bb9359781 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:08:42.240548 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] Calling delete_port for 501cb79c-5369-4ebd-a0f9-30b008940fa5 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:08:42.268796 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-425c8c5f-ef99-4518-be9a-bf3d3d587419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:42.270754 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: e1b15f38-09d3-4d5a-aa55-423bb9359781 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:08:42.271098 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device e1b15f38-09d3-4d5a-aa55-423bb9359781 not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:08:42.295630 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425c8c5f-ef99-4518-be9a-bf3d3d587419 None None] No DVR routers for this DVR port 501cb79c-5369-4ebd-a0f9-30b008940fa5 on host dv-cinder-835384-27-smb {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:08:42.323892 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (501cb79c-5369-4ebd-a0f9-30b008940fa5), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:42.330223 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Pushing event updated for resources: {'Port': ['ID=501cb79c-5369-4ebd-a0f9-30b008940fa5,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:42.350264 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] Pushing event deleted for resources: {'Port': ['ID=501cb79c-5369-4ebd-a0f9-30b008940fa5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:42.354154 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] No DVR routers for this DVR port 501cb79c-5369-4ebd-a0f9-30b008940fa5 on host dv-cinder-835384-27-smb {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:08:42.363790 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c8c5f-ef99-4518-be9a-bf3d3d587419 None None] Pushing event deleted for resources: {'Port': ['ID=501cb79c-5369-4ebd-a0f9-30b008940fa5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:42.432178 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349697', 'neutron.services.segments.db._delete_segments_for_network-8775822491329'] for network (b3e1e5fe-df6f-4af0-9355-a6603097f737), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:42.453710 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e1e5fe-df6f-4af0-9355-a6603097f737']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:42.463247 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1362ae6-3bd7-477b-a193-885e1c9da976') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:42.463545 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1362ae6-3bd7-477b-a193-885e1c9da976') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:42.473333 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775822491221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5629034'] for segment (a1362ae6-3bd7-477b-a193-885e1c9da976), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:42.486745 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (a1362ae6-3bd7-477b-a193-885e1c9da976), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:42.493535 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:08:42.493926 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5339514'] for segment (a1362ae6-3bd7-477b-a193-885e1c9da976), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:42.540439 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment a1362ae6-3bd7-477b-a193-885e1c9da976 resource provider aggregate not found Sep 15 18:08:42.561174 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment a1362ae6-3bd7-477b-a193-885e1c9da976 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1362ae6-3bd7-477b-a193-885e1c9da976 found for delete ", "request_id": "req-28f9ca59-4033-414a-a69b-7a2790bdc037"}]} Sep 15 18:08:42.565237 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556940'] for network (b3e1e5fe-df6f-4af0-9355-a6603097f737), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:42.575475 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:42.578607 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/b3e1e5fe-df6f-4af0-9355-a6603097f737 HTTP/1.1" status: 204 len: 168 time: 0.9233005 Sep 15 18:08:42.593504 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30d5bb-ebcb-45ad-9c77-e2f06c51c950 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3e1e5fe-df6f-4af0-9355-a6603097f737,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:42.706394 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37262) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:42.893379 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-f73d3828-3af3-4128-af12-84d87c7fdb1a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a11adea5f21c48eb91e2c8f88f8c3349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857793 Sep 15 18:08:42.896026 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37266) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:42.948728 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85a28a5e-7298-4bf5-8b28-dd5fe8e60cae admin admin] Publish callbacks [] for security_group (9471ebce-0e47-420f-bcc8-abd3fcb6a38d), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:42.969387 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85a28a5e-7298-4bf5-8b28-dd5fe8e60cae admin admin] Publish callbacks [] for security_group (9471ebce-0e47-420f-bcc8-abd3fcb6a38d), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:43.029434 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85a28a5e-7298-4bf5-8b28-dd5fe8e60cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (9471ebce-0e47-420f-bcc8-abd3fcb6a38d), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:43.031926 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-85a28a5e-7298-4bf5-8b28-dd5fe8e60cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:43.033081 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-85a28a5e-7298-4bf5-8b28-dd5fe8e60cae admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9471ebce-0e47-420f-bcc8-abd3fcb6a38d HTTP/1.1" status: 204 len: 168 time: 0.1360798 Sep 15 18:08:43.041560 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a28a5e-7298-4bf5-8b28-dd5fe8e60cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9471ebce-0e47-420f-bcc8-abd3fcb6a38d,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:43.065705 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 491cc5c9-906f-480b-bfa6-ed1fdace1452 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:08:43.110374 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port 491cc5c9-906f-480b-bfa6-ed1fdace1452 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:08:43.116121 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 491cc5c9-906f-480b-bfa6-ed1fdace1452 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:08:43.116527 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (491cc5c9-906f-480b-bfa6-ed1fdace1452), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:43.116890 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 491cc5c9-906f-480b-bfa6-ed1fdace1452 Sep 15 18:08:43.201469 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 491cc5c9-906f-480b-bfa6-ed1fdace1452 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:08:43.201469 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (491cc5c9-906f-480b-bfa6-ed1fdace1452), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:43.231609 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de6d547-1463-4531-bb22-84d3179dba69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491cc5c9-906f-480b-bfa6-ed1fdace1452'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:08:43.234664 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0675459-98d1-4dd0-a13c-8e181d772f4b" -d '{"events": [{"server_uuid": "6de6d547-1463-4531-bb22-84d3179dba69", "name": "network-vif-plugged", "status": "completed", "tag": "491cc5c9-906f-480b-bfa6-ed1fdace1452"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:08:43.248168 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 491cc5c9-906f-480b-bfa6-ed1fdace1452, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=491cc5c9-906f-480b-bfa6-ed1fdace1452,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:43.253442 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (491cc5c9-906f-480b-bfa6-ed1fdace1452), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:43.300938 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a9dffd-ec68-4082-9bb4-7c85228d2e0c x-openstack-request-id: req-69a9dffd-ec68-4082-9bb4-7c85228d2e0c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:08:43.301236 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de6d547-1463-4531-bb22-84d3179dba69", "name": "network-vif-plugged", "status": "completed", "tag": "491cc5c9-906f-480b-bfa6-ed1fdace1452", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:08:43.301557 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69a9dffd-ec68-4082-9bb4-7c85228d2e0c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:08:43.301959 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a9dffd-ec68-4082-9bb4-7c85228d2e0c'] response: {'server_uuid': '6de6d547-1463-4531-bb22-84d3179dba69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491cc5c9-906f-480b-bfa6-ed1fdace1452', 'code': 200} Sep 15 18:08:43.315050 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=491cc5c9-906f-480b-bfa6-ed1fdace1452,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:43.334829 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797075c7-1bbd-433c-a17f-bacc647722ae req-83ed1e93-02da-4270-85b7-7602c62035b8 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:43.342252 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-797075c7-1bbd-433c-a17f-bacc647722ae req-83ed1e93-02da-4270-85b7-7602c62035b8 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 946 time: 0.0798342 Sep 15 18:08:43.393639 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:43.401805 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37276) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:43.402915 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-797075c7-1bbd-433c-a17f-bacc647722ae req-b85d9dfa-b701-429b-8a4e-fbda05eb41eb tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=59c6ce0d-b9a1-489a-bcb3-f9966239bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595162 Sep 15 18:08:43.447383 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-07e27ca6-e435-463c-86c3-b38cdc0cc977 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e9edbab6d90c4bc5b2e38b4e7d46818f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444133 Sep 15 18:08:43.451180 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37278) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:43.457747 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:43.508950 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4570-a7fc-48f9-8046-3d3dd6a5250e admin admin] Publish callbacks [] for security_group (aafd8337-4d82-485e-8036-a4b38a255f16), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:43.560527 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4570-a7fc-48f9-8046-3d3dd6a5250e admin admin] Publish callbacks [] for security_group (aafd8337-4d82-485e-8036-a4b38a255f16), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:43.570592 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013faf4-7379-4497-88c8-6c1527983ca1 req-5be17b93-576b-4246-b3e6-c193c561bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:43.572615 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-8013faf4-7379-4497-88c8-6c1527983ca1 req-5be17b93-576b-4246-b3e6-c193c561bd0e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 1130 time: 0.0611973 Sep 15 18:08:43.638278 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-8013faf4-7379-4497-88c8-6c1527983ca1 req-6b67dd51-150a-4d09-b4e2-78f4155db4b9 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=59c6ce0d-b9a1-489a-bcb3-f9966239bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505633 Sep 15 18:08:43.639361 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4570-a7fc-48f9-8046-3d3dd6a5250e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (aafd8337-4d82-485e-8036-a4b38a255f16), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:43.641862 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4570-a7fc-48f9-8046-3d3dd6a5250e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:43.642869 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-fa5e4570-a7fc-48f9-8046-3d3dd6a5250e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/aafd8337-4d82-485e-8036-a4b38a255f16 HTTP/1.1" status: 204 len: 168 time: 0.1905129 Sep 15 18:08:43.651969 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e4570-a7fc-48f9-8046-3d3dd6a5250e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafd8337-4d82-485e-8036-a4b38a255f16,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:44.538436 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7439471-0a70-40fe-9be3-85d35eec7082 req-80e15b25-0e3f-45e4-987b-f8b644d7a55c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:44.540468 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a7439471-0a70-40fe-9be3-85d35eec7082 req-80e15b25-0e3f-45e4-987b-f8b644d7a55c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 946 time: 0.0501909 Sep 15 18:08:44.588469 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a7439471-0a70-40fe-9be3-85d35eec7082 req-36d46a6b-379f-45fa-992d-932dc8b9779d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=59c6ce0d-b9a1-489a-bcb3-f9966239bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424261 Sep 15 18:08:45.717892 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583cc5a-4174-41a5-8f72-a0e906b24147 req-60d5dbd4-4f9c-4d43-9294-f640818a7e48 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:45.719826 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c583cc5a-4174-41a5-8f72-a0e906b24147 req-60d5dbd4-4f9c-4d43-9294-f640818a7e48 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 946 time: 0.0496871 Sep 15 18:08:45.770288 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c583cc5a-4174-41a5-8f72-a0e906b24147 req-66699475-8619-4e30-8ede-4d0cb8888e99 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=59c6ce0d-b9a1-489a-bcb3-f9966239bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446138 Sep 15 18:08:45.887784 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b3cda-ff48-4512-b956-5201c4602277 req-0cc3b5ea-114c-4512-b8a1-948521a746dd tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:45.889160 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6f3b3cda-ff48-4512-b956-5201c4602277 req-0cc3b5ea-114c-4512-b8a1-948521a746dd tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 946 time: 0.0471482 Sep 15 18:08:45.899247 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37288) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:08:45.903785 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fef7a892-59e4-427b-b7be-5a7d88cb2a5c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'floatingip': {'port_id': '491cc5c9-906f-480b-bfa6-ed1fdace1452'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:08:45.946523 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fef7a892-59e4-427b-b7be-5a7d88cb2a5c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (4e42f47f-cca5-4bd3-98c7-81d67b80d013), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:46.100725 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:46.379678 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fef7a892-59e4-427b-b7be-5a7d88cb2a5c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:46.383367 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fef7a892-59e4-427b-b7be-5a7d88cb2a5c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (4e42f47f-cca5-4bd3-98c7-81d67b80d013), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:46.480095 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.l3_db [None req-fef7a892-59e4-427b-b7be-5a7d88cb2a5c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Floating IP 4e42f47f-cca5-4bd3-98c7-81d67b80d013 associated. External IP: 172.28.1.104, port: 491cc5c9-906f-480b-bfa6-ed1fdace1452. Sep 15 18:08:46.685932 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef7a892-59e4-427b-b7be-5a7d88cb2a5c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Router c2ab935d-2333-49eb-8af3-06bf9288b5a3 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:08:46.688861 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:46.793548 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef7a892-59e4-427b-b7be-5a7d88cb2a5c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:08:46.798270 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fef7a892-59e4-427b-b7be-5a7d88cb2a5c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:46.802680 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f7347-d049-49c6-80f8-5c40bbe94764 None None] Sync routers for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:08:46.831316 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-fef7a892-59e4-427b-b7be-5a7d88cb2a5c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/4e42f47f-cca5-4bd3-98c7-81d67b80d013 HTTP/1.1" status: 200 len: 992 time: 0.9307849 Sep 15 18:08:46.832040 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de6d547-1463-4531-bb22-84d3179dba69', 'tag': '491cc5c9-906f-480b-bfa6-ed1fdace1452'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:08:46.834564 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37c4102d2d517d607139b710ac7a8d6e47170191c640291e613d15b6186679b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7978bd2d-ecd5-4094-9b74-f47517447f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "6de6d547-1463-4531-bb22-84d3179dba69", "tag": "491cc5c9-906f-480b-bfa6-ed1fdace1452"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:08:46.876778 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fab00c-6d30-4825-b4af-7128d673a911 x-openstack-request-id: req-77fab00c-6d30-4825-b4af-7128d673a911 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:08:46.877135 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de6d547-1463-4531-bb22-84d3179dba69", "tag": "491cc5c9-906f-480b-bfa6-ed1fdace1452", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:08:46.877524 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77fab00c-6d30-4825-b4af-7128d673a911 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:08:46.878008 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77fab00c-6d30-4825-b4af-7128d673a911'] response: {'name': 'network-changed', 'server_uuid': '6de6d547-1463-4531-bb22-84d3179dba69', 'tag': '491cc5c9-906f-480b-bfa6-ed1fdace1452', 'status': 'completed', 'code': 200} Sep 15 18:08:46.901789 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f7347-d049-49c6-80f8-5c40bbe94764 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:08:46.902410 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-345f7347-d049-49c6-80f8-5c40bbe94764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:08:32Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:46.975069 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978bd2d-ecd5-4094-9b74-f47517447f2a req-732b2f10-e2a4-494b-85e6-4e9bab15f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:46.976705 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7978bd2d-ecd5-4094-9b74-f47517447f2a req-732b2f10-e2a4-494b-85e6-4e9bab15f333 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=57eda6ece5ca41a592f43ffe27372b28&device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 1130 time: 0.0444272 Sep 15 18:08:47.006823 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-345f7347-d049-49c6-80f8-5c40bbe94764 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:08:47.071978 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978bd2d-ecd5-4094-9b74-f47517447f2a req-d6c3cbeb-d4ba-4de8-acad-628433012021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:47.073516 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7978bd2d-ecd5-4094-9b74-f47517447f2a req-d6c3cbeb-d4ba-4de8-acad-628433012021 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6 HTTP/1.1" status: 200 len: 913 time: 0.0899870 Sep 15 18:08:47.140522 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7978bd2d-ecd5-4094-9b74-f47517447f2a req-2b976a04-aae8-4982-8878-911a709dfdf2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491cc5c9-906f-480b-bfa6-ed1fdace1452 HTTP/1.1" status: 200 len: 1000 time: 0.0605738 Sep 15 18:08:47.191085 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978bd2d-ecd5-4094-9b74-f47517447f2a req-ab7ec5e2-aa8a-466e-98f8-3caeccfe023f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:47.192575 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7978bd2d-ecd5-4094-9b74-f47517447f2a req-ab7ec5e2-aa8a-466e-98f8-3caeccfe023f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4309f50e-8347-401e-916d-4634e75b9010 HTTP/1.1" status: 200 len: 851 time: 0.0467458 Sep 15 18:08:47.223193 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-345f7347-d049-49c6-80f8-5c40bbe94764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '2b5c411c-dda2-4e80-9bae-4f1285e5cc04', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:ae:a6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:07:26Z', 'updated_at': '2022-09-15T18:07:39Z', 'revision_number': 2, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}, {'id': '4e42f47f-cca5-4bd3-98c7-81d67b80d013', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.104', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': '491cc5c9-906f-480b-bfa6-ed1fdace1452', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:9a:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de6d547-1463-4531-bb22-84d3179dba69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:08:33Z', 'updated_at': '2022-09-15T18:08:46Z', 'revision_number': 1, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:47.237591 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978bd2d-ecd5-4094-9b74-f47517447f2a req-c385690c-e75e-4f85-9711-5c2a8140ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:47.238978 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7978bd2d-ecd5-4094-9b74-f47517447f2a req-c385690c-e75e-4f85-9711-5c2a8140ccc3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0397418 Sep 15 18:08:47.253541 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f7347-d049-49c6-80f8-5c40bbe94764 None None] Checking router: c2ab935d-2333-49eb-8af3-06bf9288b5a3 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:08:47.261918 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f7347-d049-49c6-80f8-5c40bbe94764 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:08:47.262514 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-345f7347-d049-49c6-80f8-5c40bbe94764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:08:32Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:47.335518 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7978bd2d-ecd5-4094-9b74-f47517447f2a req-a4ff97c8-261d-45c8-81cf-9cd693290807 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896370 Sep 15 18:08:47.361791 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:47.367942 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-345f7347-d049-49c6-80f8-5c40bbe94764 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:08:47.403347 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:47.433629 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7978bd2d-ecd5-4094-9b74-f47517447f2a req-7c32957a-fb2b-4327-802f-ddde51f1e5ba service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906298 Sep 15 18:08:47.456561 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:47.593496 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-345f7347-d049-49c6-80f8-5c40bbe94764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '2b5c411c-dda2-4e80-9bae-4f1285e5cc04', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:ae:a6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:07:26Z', 'updated_at': '2022-09-15T18:07:39Z', 'revision_number': 2, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}, {'id': '4e42f47f-cca5-4bd3-98c7-81d67b80d013', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.104', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': '491cc5c9-906f-480b-bfa6-ed1fdace1452', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:9a:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de6d547-1463-4531-bb22-84d3179dba69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:08:33Z', 'updated_at': '2022-09-15T18:08:46Z', 'revision_number': 1, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:47.618581 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f7347-d049-49c6-80f8-5c40bbe94764 None None] The sync data for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb is: [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '2b5c411c-dda2-4e80-9bae-4f1285e5cc04', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:ae:a6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:07:26Z', 'updated_at': '2022-09-15T18:07:39Z', 'revision_number': 2, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}, {'id': '4e42f47f-cca5-4bd3-98c7-81d67b80d013', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.104', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': '491cc5c9-906f-480b-bfa6-ed1fdace1452', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:9a:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de6d547-1463-4531-bb22-84d3179dba69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:08:33Z', 'updated_at': '2022-09-15T18:08:46Z', 'revision_number': 1, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:08:47.828666 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60c12f7-9f84-4460-a1ab-8dc9041349a4 None None] New status for floating IP 4e42f47f-cca5-4bd3-98c7-81d67b80d013: ACTIVE {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:08:54.415423 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:08:54.928504 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:56.095318 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e8eac1ca-85d1-479c-bca1-f988f85f99f1 req-a11e5e05-20db-4ab5-a160-550e242e2704 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443959 Sep 15 18:08:56.208199 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eac1ca-85d1-479c-bca1-f988f85f99f1 req-2bd7cdbb-d379-4d05-9b25-d7de4f9fd813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:56.209590 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e8eac1ca-85d1-479c-bca1-f988f85f99f1 req-2bd7cdbb-d379-4d05-9b25-d7de4f9fd813 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dda6be1ed33a44979aae8cd74d60cb93&device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 1131 time: 0.0394082 Sep 15 18:08:56.317519 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eac1ca-85d1-479c-bca1-f988f85f99f1 req-2ae9c328-aa22-472f-9259-bad46e4cb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:56.318949 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e8eac1ca-85d1-479c-bca1-f988f85f99f1 req-2ae9c328-aa22-472f-9259-bad46e4cb577 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf HTTP/1.1" status: 200 len: 917 time: 0.0885501 Sep 15 18:08:56.382800 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e8eac1ca-85d1-479c-bca1-f988f85f99f1 req-7d9ff3e7-7484-4fcb-b926-c3199c943672 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7aa71d26-4d76-451c-b080-60a8027d2f67 HTTP/1.1" status: 200 len: 1002 time: 0.0566039 Sep 15 18:08:56.431632 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eac1ca-85d1-479c-bca1-f988f85f99f1 req-0ae3bbbe-6720-4824-81d5-1b2103896be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:56.433021 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e8eac1ca-85d1-479c-bca1-f988f85f99f1 req-0ae3bbbe-6720-4824-81d5-1b2103896be6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7fe5157e-f108-4353-8b32-73d0fa8ed955 HTTP/1.1" status: 200 len: 855 time: 0.0439084 Sep 15 18:08:56.486850 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eac1ca-85d1-479c-bca1-f988f85f99f1 req-8f0a5f41-68cc-4a1e-9b3a-1b88081cad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:08:56.488476 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e8eac1ca-85d1-479c-bca1-f988f85f99f1 req-8f0a5f41-68cc-4a1e-9b3a-1b88081cad51 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0476022 Sep 15 18:08:56.507348 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:56.588316 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e8eac1ca-85d1-479c-bca1-f988f85f99f1 req-3da377ed-d9c8-4508-815f-a58c63302237 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880289 Sep 15 18:08:56.688202 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e8eac1ca-85d1-479c-bca1-f988f85f99f1 req-d871b145-0a68-4b67-bc9b-b2b3a657da7c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937238 Sep 15 18:08:56.825703 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=12 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:56.827712 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:08:57.474441 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:08:58.921209 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b6c0cac-c8a8-4f90-9833-64c7285bc2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:01.499838 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d5604f2-d72d-4ef6-851b-9b6c7a4948df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:02.530597 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:03.901397 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:04.083275 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:06.678734 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=14 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:06.685566 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=57 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:07.469597 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=19 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:07.470448 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=18 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:11.062116 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a096c21-b868-40dc-a021-15e615706a61 req-89fbd507-e881-439d-ac63-d7b334aae062 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:11.063525 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1a096c21-b868-40dc-a021-15e615706a61 req-89fbd507-e881-439d-ac63-d7b334aae062 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 947 time: 0.0479603 Sep 15 18:09:11.114078 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1a096c21-b868-40dc-a021-15e615706a61 req-e8b92e5e-3e17-44c6-ab43-c8125b05ade0 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448925 Sep 15 18:09:12.241158 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fba18a-4705-4ba8-bee4-497d641bbc31 req-c0cf2337-aac5-4f28-abd9-97ded84f49ef tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:12.242684 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-70fba18a-4705-4ba8-bee4-497d641bbc31 req-c0cf2337-aac5-4f28-abd9-97ded84f49ef tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 947 time: 0.0471146 Sep 15 18:09:12.289719 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-70fba18a-4705-4ba8-bee4-497d641bbc31 req-96f749f6-17d8-43fd-bcc2-e4d9f7e0eb18 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414827 Sep 15 18:09:13.017023 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2e180-d245-4aa4-8d2a-ffb22b77b7b9 req-8d894477-5209-4fbd-82ce-b5d46e4bc7d2 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:13.018509 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-8cb2e180-d245-4aa4-8d2a-ffb22b77b7b9 req-8d894477-5209-4fbd-82ce-b5d46e4bc7d2 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 947 time: 0.0472937 Sep 15 18:09:13.105105 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-8cb2e180-d245-4aa4-8d2a-ffb22b77b7b9 req-0b634341-59ad-42f6-93f9-d86c8c66f361 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Deleting port 7aa71d26-4d76-451c-b080-60a8027d2f67 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:09:13.105486 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-8cb2e180-d245-4aa4-8d2a-ffb22b77b7b9 req-0b634341-59ad-42f6-93f9-d86c8c66f361 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:13.194175 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-8cb2e180-d245-4aa4-8d2a-ffb22b77b7b9 req-0b634341-59ad-42f6-93f9-d86c8c66f361 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] For port 7aa71d26-4d76-451c-b080-60a8027d2f67, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7aa71d26-4d76-451c-b080-60a8027d2f67,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:09:13.194455 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-8cb2e180-d245-4aa4-8d2a-ffb22b77b7b9 req-0b634341-59ad-42f6-93f9-d86c8c66f361 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:13.360430 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-8cb2e180-d245-4aa4-8d2a-ffb22b77b7b9 req-0b634341-59ad-42f6-93f9-d86c8c66f361 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:13.360793 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-8cb2e180-d245-4aa4-8d2a-ffb22b77b7b9 req-0b634341-59ad-42f6-93f9-d86c8c66f361 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (9bc40e57-8f1e-4846-91fe-51da9e879604), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:13.361112 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.l3_db [req-8cb2e180-d245-4aa4-8d2a-ffb22b77b7b9 req-0b634341-59ad-42f6-93f9-d86c8c66f361 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Floating IP 9bc40e57-8f1e-4846-91fe-51da9e879604 disassociated. External IP: 172.28.1.162, port: 7aa71d26-4d76-451c-b080-60a8027d2f67. Sep 15 18:09:13.361491 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-8cb2e180-d245-4aa4-8d2a-ffb22b77b7b9 req-0b634341-59ad-42f6-93f9-d86c8c66f361 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Calling delete_port for 7aa71d26-4d76-451c-b080-60a8027d2f67 owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:09:13.416933 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562dc528-ff90-47ce-b15f-ca93aa60722f req-7885d135-83b1-4104-802c-905f6b7cd57b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:13.418461 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-562dc528-ff90-47ce-b15f-ca93aa60722f req-7885d135-83b1-4104-802c-905f6b7cd57b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08c332c6-2dcf-49c2-8965-f8c232a55cc8 HTTP/1.1" status: 200 len: 947 time: 0.0468752 Sep 15 18:09:13.467099 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-562dc528-ff90-47ce-b15f-ca93aa60722f req-3c5f7546-5691-4790-80d4-b1b0f663fdff tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90af335d-b5b5-4c30-8a91-823e8420b601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428016 Sep 15 18:09:13.493103 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-8cb2e180-d245-4aa4-8d2a-ffb22b77b7b9 req-0b634341-59ad-42f6-93f9-d86c8c66f361 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (7aa71d26-4d76-451c-b080-60a8027d2f67), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:13.518870 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634341-59ad-42f6-93f9-d86c8c66f361 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event deleted for resources: {'Port': ['ID=7aa71d26-4d76-451c-b080-60a8027d2f67,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:13.641778 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cb2e180-d245-4aa4-8d2a-ffb22b77b7b9 req-0b634341-59ad-42f6-93f9-d86c8c66f361 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:09:13.744850 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cb2e180-d245-4aa4-8d2a-ffb22b77b7b9 req-0b634341-59ad-42f6-93f9-d86c8c66f361 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:09:13.754665 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed82b5-8141-4411-8ee0-01181adeb1c6 None None] Sync routers for ids ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:09:13.765141 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed82b5-8141-4411-8ee0-01181adeb1c6 None None] Routers {'67b1b895-4b0e-41f5-be77-693cb1b3edf7'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:09:13.765781 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d5ed82b5-8141-4411-8ee0-01181adeb1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:09:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:13.787627 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb2e180-d245-4aa4-8d2a-ffb22b77b7b9 req-0b634341-59ad-42f6-93f9-d86c8c66f361 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] No DVR routers for this DVR port 7aa71d26-4d76-451c-b080-60a8027d2f67 on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:09:13.790165 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-8cb2e180-d245-4aa4-8d2a-ffb22b77b7b9 req-0b634341-59ad-42f6-93f9-d86c8c66f361 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:13.793326 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-8cb2e180-d245-4aa4-8d2a-ffb22b77b7b9 req-0b634341-59ad-42f6-93f9-d86c8c66f361 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.27 "DELETE /networking/v2.0/ports/7aa71d26-4d76-451c-b080-60a8027d2f67 HTTP/1.1" status: 204 len: 173 time: 0.7680254 Sep 15 18:09:13.793822 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'name': 'network-vif-deleted', 'tag': '7aa71d26-4d76-451c-b080-60a8027d2f67'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:09:13.796104 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fce15e-0422-411f-8832-9ef315791b3b" -d '{"events": [{"server_uuid": "08c332c6-2dcf-49c2-8965-f8c232a55cc8", "name": "network-vif-deleted", "tag": "7aa71d26-4d76-451c-b080-60a8027d2f67"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:09:13.835493 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bd0456-ffec-4d92-bc1a-003dff2843fa x-openstack-request-id: req-f8bd0456-ffec-4d92-bc1a-003dff2843fa {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:09:13.835783 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c332c6-2dcf-49c2-8965-f8c232a55cc8", "name": "network-vif-deleted", "tag": "7aa71d26-4d76-451c-b080-60a8027d2f67", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:09:13.836036 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8bd0456-ffec-4d92-bc1a-003dff2843fa {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:09:13.836506 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8bd0456-ffec-4d92-bc1a-003dff2843fa'] response: {'server_uuid': '08c332c6-2dcf-49c2-8965-f8c232a55cc8', 'name': 'network-vif-deleted', 'tag': '7aa71d26-4d76-451c-b080-60a8027d2f67', 'status': 'completed', 'code': 200} Sep 15 18:09:13.875168 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-d5ed82b5-8141-4411-8ee0-01181adeb1c6 None None] Set router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:09:14.076882 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:14.077736 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=67,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:14.084259 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d5ed82b5-8141-4411-8ee0-01181adeb1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:40Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '11f95297-a655-4d97-ab62-d125c48de1e0', 'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'mac_address': 'fa:16:3e:35:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:40Z', 'updated_at': '2022-09-15T18:06:45Z', 'revision_number': 5, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'subnets': [{'id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:14.109676 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed82b5-8141-4411-8ee0-01181adeb1c6 None None] Checking router: 67b1b895-4b0e-41f5-be77-693cb1b3edf7 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:09:14.118637 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed82b5-8141-4411-8ee0-01181adeb1c6 None None] Routers {'67b1b895-4b0e-41f5-be77-693cb1b3edf7'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:09:14.119173 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d5ed82b5-8141-4411-8ee0-01181adeb1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:09:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:14.219553 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-d5ed82b5-8141-4411-8ee0-01181adeb1c6 None None] Set router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:09:14.492095 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d5ed82b5-8141-4411-8ee0-01181adeb1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:40Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '11f95297-a655-4d97-ab62-d125c48de1e0', 'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'mac_address': 'fa:16:3e:35:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:40Z', 'updated_at': '2022-09-15T18:06:45Z', 'revision_number': 5, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'subnets': [{'id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:14.519993 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed82b5-8141-4411-8ee0-01181adeb1c6 None None] The sync data for ids ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'] in dv-cinder-835384-27-smb is: [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:40Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '11f95297-a655-4d97-ab62-d125c48de1e0', 'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'mac_address': 'fa:16:3e:35:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:40Z', 'updated_at': '2022-09-15T18:06:45Z', 'revision_number': 5, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'subnets': [{'id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:09:14.587370 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37336) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:14.648695 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-43c8b92f-40b9-4080-bf2e-4a797f1d06c8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group (90af335d-b5b5-4c30-8a91-823e8420b601), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:14.674467 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-43c8b92f-40b9-4080-bf2e-4a797f1d06c8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group (90af335d-b5b5-4c30-8a91-823e8420b601), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:14.728839 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-43c8b92f-40b9-4080-bf2e-4a797f1d06c8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (90af335d-b5b5-4c30-8a91-823e8420b601), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:14.731451 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-43c8b92f-40b9-4080-bf2e-4a797f1d06c8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:14.732606 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-43c8b92f-40b9-4080-bf2e-4a797f1d06c8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/90af335d-b5b5-4c30-8a91-823e8420b601 HTTP/1.1" status: 204 len: 168 time: 0.1441996 Sep 15 18:09:14.735711 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37338) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:14.742469 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8b92f-40b9-4080-bf2e-4a797f1d06c8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90af335d-b5b5-4c30-8a91-823e8420b601,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:14.754103 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.api.v2.resource [None req-37f7965c-0b4a-4a52-9b5a-adadd7d51cf6 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] show failed (client error): The resource could not be found. Sep 15 18:09:14.755138 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-37f7965c-0b4a-4a52-9b5a-adadd7d51cf6 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups/90af335d-b5b5-4c30-8a91-823e8420b601 HTTP/1.1" status: 404 len: 347 time: 0.0184274 Sep 15 18:09:14.758852 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37340) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:14.782386 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a933e128-eb52-4b0a-ad17-4107b0700863 None None] New status for floating IP 9bc40e57-8f1e-4846-91fe-51da9e879604: DOWN {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:09:14.873142 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:14.881067 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-6563a0cb-dbd8-41d4-8b13-ccaadb1a035b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Deleting port 290e696d-0ebd-4b45-b145-edfb9ee9c2a5 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:09:14.881405 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6563a0cb-dbd8-41d4-8b13-ccaadb1a035b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (290e696d-0ebd-4b45-b145-edfb9ee9c2a5), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:14.926264 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:14.965886 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6563a0cb-dbd8-41d4-8b13-ccaadb1a035b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (290e696d-0ebd-4b45-b145-edfb9ee9c2a5), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:14.966220 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6563a0cb-dbd8-41d4-8b13-ccaadb1a035b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for floatingip (290e696d-0ebd-4b45-b145-edfb9ee9c2a5), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:14.979185 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-6563a0cb-dbd8-41d4-8b13-ccaadb1a035b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Calling delete_port for 290e696d-0ebd-4b45-b145-edfb9ee9c2a5 owned by network:floatingip {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:09:15.109825 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6563a0cb-dbd8-41d4-8b13-ccaadb1a035b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (290e696d-0ebd-4b45-b145-edfb9ee9c2a5), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:15.135786 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563a0cb-dbd8-41d4-8b13-ccaadb1a035b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event deleted for resources: {'Port': ['ID=290e696d-0ebd-4b45-b145-edfb9ee9c2a5,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:15.196445 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6563a0cb-dbd8-41d4-8b13-ccaadb1a035b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for floatingip (9bc40e57-8f1e-4846-91fe-51da9e879604), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:15.198905 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6563a0cb-dbd8-41d4-8b13-ccaadb1a035b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:15.200060 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-6563a0cb-dbd8-41d4-8b13-ccaadb1a035b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/9bc40e57-8f1e-4846-91fe-51da9e879604 HTTP/1.1" status: 204 len: 168 time: 0.4403017 Sep 15 18:09:15.240132 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 7aa71d26-4d76-451c-b080-60a8027d2f67 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:09:15.259831 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: 7aa71d26-4d76-451c-b080-60a8027d2f67 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:09:15.260175 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 7aa71d26-4d76-451c-b080-60a8027d2f67 not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:09:15.279598 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37344) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:15.284093 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-d57665f7-00c2-43be-aeef-1b763317c833 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--968974688', 'description': 'tempest-description--1195720871'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:09:15.307201 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d57665f7-00c2-43be-aeef-1b763317c833 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:15.378397 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d57665f7-00c2-43be-aeef-1b763317c833 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group (21b60d8a-36c0-498c-936e-6535315925f8), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:15.382749 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d57665f7-00c2-43be-aeef-1b763317c833 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (21b60d8a-36c0-498c-936e-6535315925f8), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:15.414237 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57665f7-00c2-43be-aeef-1b763317c833 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b60d8a-36c0-498c-936e-6535315925f8,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:15.419617 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-d57665f7-00c2-43be-aeef-1b763317c833 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:15.420929 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-d57665f7-00c2-43be-aeef-1b763317c833 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1402090 Sep 15 18:09:15.424013 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37346) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:15.428229 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-b9e04691-2c08-4920-a1b8-69cb5ebd3d18 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Request body: {'security_group_rule': {'security_group_id': '21b60d8a-36c0-498c-936e-6535315925f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:09:15.456421 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b9e04691-2c08-4920-a1b8-69cb5ebd3d18 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group_rule (2d2ee428-82cf-4fd1-bc71-3d06096b96b0), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:15.511518 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b9e04691-2c08-4920-a1b8-69cb5ebd3d18 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group_rule (2d2ee428-82cf-4fd1-bc71-3d06096b96b0), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:15.515189 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b9e04691-2c08-4920-a1b8-69cb5ebd3d18 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (2d2ee428-82cf-4fd1-bc71-3d06096b96b0), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:15.535903 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e04691-2c08-4920-a1b8-69cb5ebd3d18 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2ee428-82cf-4fd1-bc71-3d06096b96b0,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:15.541702 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b9e04691-2c08-4920-a1b8-69cb5ebd3d18 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:15.542828 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-b9e04691-2c08-4920-a1b8-69cb5ebd3d18 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178918 Sep 15 18:09:15.545611 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37348) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:15.550702 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-6945caa2-eccb-4c6d-ac63-6df651b7e742 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Request body: {'security_group_rule': {'security_group_id': '21b60d8a-36c0-498c-936e-6535315925f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:09:15.579087 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6945caa2-eccb-4c6d-ac63-6df651b7e742 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group_rule (50176189-4503-44f4-afcf-791bb5975be9), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:15.590195 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=12 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:15.640939 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6945caa2-eccb-4c6d-ac63-6df651b7e742 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group_rule (50176189-4503-44f4-afcf-791bb5975be9), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:15.644375 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6945caa2-eccb-4c6d-ac63-6df651b7e742 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (50176189-4503-44f4-afcf-791bb5975be9), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:15.664961 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945caa2-eccb-4c6d-ac63-6df651b7e742 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50176189-4503-44f4-afcf-791bb5975be9,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:15.672564 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6945caa2-eccb-4c6d-ac63-6df651b7e742 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:15.673765 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-6945caa2-eccb-4c6d-ac63-6df651b7e742 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271358 Sep 15 18:09:15.676777 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37350) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:15.681503 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Request body: {'floatingip': {'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:09:15.702704 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:15.773131 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:15.785623 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:16.127214 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Allocated IP 172.28.1.78 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/f9d0cf93-756b-447a-9213-df4590e0256c) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:09:16.234631 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for port (f9d0cf93-756b-447a-9213-df4590e0256c), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:16.267417 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (f9d0cf93-756b-447a-9213-df4590e0256c), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:16.309761 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:09:16.314912 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:09:16.317117 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event updated for resources: {'Port': ['ID=f9d0cf93-756b-447a-9213-df4590e0256c,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:16.319296 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:09:16.404031 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for floatingip (3bdc09af-0434-402c-b6ef-af68ae151431), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:16.446232 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (f9d0cf93-756b-447a-9213-df4590e0256c), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:16.562697 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:INSERT=8,neutron:UPDATE=4,neutron:SELECT=87,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:16.608127 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for port (f9d0cf93-756b-447a-9213-df4590e0256c), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:16.613021 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (f9d0cf93-756b-447a-9213-df4590e0256c), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:16.685467 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event updated for resources: {'Port': ['ID=f9d0cf93-756b-447a-9213-df4590e0256c,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:16.689220 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (3bdc09af-0434-402c-b6ef-af68ae151431), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:16.698439 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:16.707041 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:16.708297 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-6efcfa4a-ed33-4981-b94d-2c5d31c747ac tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0305502 Sep 15 18:09:16.920007 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-66a0ae0e-4604-4863-85c0-bef9a8046e17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--968974688&fields=id&tenant_id=dda6be1ed33a44979aae8cd74d60cb93 HTTP/1.1" status: 200 len: 267 time: 0.0440702 Sep 15 18:09:17.037086 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-a491d38c-1ef4-49ae-83f2-455c1bef5690 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:17.038757 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-a491d38c-1ef4-49ae-83f2-455c1bef5690 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/networks?id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf HTTP/1.1" status: 200 len: 816 time: 0.1121085 Sep 15 18:09:17.055588 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-66648d74-7b19-4fbf-86c5-15e0b5226c09 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/quotas/dda6be1ed33a44979aae8cd74d60cb93 HTTP/1.1" status: 200 len: 375 time: 0.0100462 Sep 15 18:09:17.107623 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-7dd9c834-c675-4559-b622-418e0f3c095d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dda6be1ed33a44979aae8cd74d60cb93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459676 Sep 15 18:09:17.216176 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-a482b837-79f4-4a19-be60-b0c01dde9d4d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951467 Sep 15 18:09:17.309880 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-9e5db577-e267-468f-97aa-c34bf0c5a95c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877869 Sep 15 18:09:17.488623 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9153a838-03cc-441b-bf1c-5b1f676120b6 req-ed8f16c6-be2f-4522-9d4d-273ce9b87359 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 210 time: 0.0290577 Sep 15 18:09:18.609111 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f8ea2990-1f07-46e2-bfad-3a5ee15f7203 req-1217949c-a0e4-497a-980a-8034c1231a7d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 210 time: 0.0327764 Sep 15 18:09:18.831931 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-0dd3f6c1-8402-4c50-8980-2fd6bad160dc tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:18.833375 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-0dd3f6c1-8402-4c50-8980-2fd6bad160dc tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.27 "GET /networking/v2.0/networks?id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf HTTP/1.1" status: 200 len: 816 time: 0.1221769 Sep 15 18:09:18.904977 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-c67c91df-966d-4cae-aacd-e74ac79373e7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=dda6be1ed33a44979aae8cd74d60cb93 HTTP/1.1" status: 200 len: 379 time: 0.0553427 Sep 15 18:09:19.035805 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-bd215888-e432-47ab-bd58-1ca3e0567db1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Request body: {'port': {'device_id': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'admin_state_up': True, 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'security_groups': ['21b60d8a-36c0-498c-936e-6535315925f8']}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:09:19.155824 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-bd215888-e432-47ab-bd58-1ca3e0567db1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Made reservation on behalf of dda6be1ed33a44979aae8cd74d60cb93 for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:09:19.159482 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-bd215888-e432-47ab-bd58-1ca3e0567db1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:19.292220 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-bd215888-e432-47ab-bd58-1ca3e0567db1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Allocated IP 172.20.0.11 (eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf/7fe5157e-f108-4353-8b32-73d0fa8ed955/3ed453b7-e1f6-4493-91c9-878198444c30) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:09:19.443583 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-bd215888-e432-47ab-bd58-1ca3e0567db1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for port (3ed453b7-e1f6-4493-91c9-878198444c30), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:19.476750 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-bd215888-e432-47ab-bd58-1ca3e0567db1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:19.520204 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-bd215888-e432-47ab-bd58-1ca3e0567db1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:09:19.523416 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-bd215888-e432-47ab-bd58-1ca3e0567db1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:09:19.527900 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-bd215888-e432-47ab-bd58-1ca3e0567db1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:09:19.534023 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd215888-e432-47ab-bd58-1ca3e0567db1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event updated for resources: {'Port': ['ID=3ed453b7-e1f6-4493-91c9-878198444c30,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:19.553674 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:19.584141 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-bd215888-e432-47ab-bd58-1ca3e0567db1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:19.584769 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-bd215888-e432-47ab-bd58-1ca3e0567db1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:19.604857 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-bd215888-e432-47ab-bd58-1ca3e0567db1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5730629 Sep 15 18:09:19.623553 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Request body: {'port': {'device_id': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:09:19.694288 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:19.719278 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:19.736945 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c1a3ad76-0a63-4616-8634-039c9bb5f161 None None] Provisioning complete for port 3ed453b7-e1f6-4493-91c9-878198444c30 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:09:19.737586 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1a3ad76-0a63-4616-8634-039c9bb5f161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:19.737707 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c1a3ad76-0a63-4616-8634-039c9bb5f161 None None] Attempt 1 to provision port 3ed453b7-e1f6-4493-91c9-878198444c30 Sep 15 18:09:19.745816 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d5e98-ecf7-42e7-96d9-d957bf30c23f req-267e6a7a-3ad0-476e-a99d-d5f600ba208e tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:19.747611 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6c0d5e98-ecf7-42e7-96d9-d957bf30c23f req-267e6a7a-3ad0-476e-a99d-d5f600ba208e tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 932 time: 0.0509014 Sep 15 18:09:19.775782 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3ad76-0a63-4616-8634-039c9bb5f161 None None] Port 3ed453b7-e1f6-4493-91c9-878198444c30 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:09:19.805898 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6c0d5e98-ecf7-42e7-96d9-d957bf30c23f req-59159e6c-9022-44eb-b894-93e90ebe9e55 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523512 Sep 15 18:09:19.987094 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed453b7-e1f6-4493-91c9-878198444c30 {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:09:19.995064 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Publish callbacks [] for port (3ed453b7-e1f6-4493-91c9-878198444c30), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:20.007694 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Transition to ACTIVE for port object 3ed453b7-e1f6-4493-91c9-878198444c30 will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:09:20.012296 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:20.096842 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed453b7-e1f6-4493-91c9-878198444c30,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:20.124833 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Attempting to bind port 3ed453b7-e1f6-4493-91c9-878198444c30 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:09:20.125185 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Attempting to bind port 3ed453b7-e1f6-4493-91c9-878198444c30 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'c754731a-652c-4ae6-a1d9-86bf03df7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:09:20.125560 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Attempting to bind port 3ed453b7-e1f6-4493-91c9-878198444c30 on network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:09:20.168072 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Port 3ed453b7-e1f6-4493-91c9-878198444c30 on network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:09:20.168403 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Attempting to bind port 3ed453b7-e1f6-4493-91c9-878198444c30 on network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:09:20.214826 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:09:20.215193 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Checking segment: {'id': 'c754731a-652c-4ae6-a1d9-86bf03df7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:09:20.215596 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Bound using segment: {'id': 'c754731a-652c-4ae6-a1d9-86bf03df7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:09:20.216034 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Bound port: 3ed453b7-e1f6-4493-91c9-878198444c30, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c754731a-652c-4ae6-a1d9-86bf03df7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:09:20.216394 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:20.276526 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c1a3ad76-0a63-4616-8634-039c9bb5f161 None None] Attempt 2 to provision port 3ed453b7-e1f6-4493-91c9-878198444c30 Sep 15 18:09:20.280845 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] For port 3ed453b7-e1f6-4493-91c9-878198444c30, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:09:20.284163 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] For port 3ed453b7-e1f6-4493-91c9-878198444c30, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3ed453b7-e1f6-4493-91c9-878198444c30,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:09:20.293206 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:20.297809 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:20.298439 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:20.299895 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/3ed453b7-e1f6-4493-91c9-878198444c30 HTTP/1.1" status: 200 len: 1094 time: 0.6807280 Sep 15 18:09:20.300489 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'tag': '3ed453b7-e1f6-4493-91c9-878198444c30'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:09:20.302995 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff8164a-babf-4b8a-948e-e256713f37b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5dad0995-b4e9-4e8a-a351-2f0d9541dc4d", "tag": "3ed453b7-e1f6-4493-91c9-878198444c30"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:09:20.356174 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f916804e-30bf-4781-b7a0-7e45c6e98d70 x-openstack-request-id: req-f916804e-30bf-4781-b7a0-7e45c6e98d70 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:09:20.356605 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dad0995-b4e9-4e8a-a351-2f0d9541dc4d", "tag": "3ed453b7-e1f6-4493-91c9-878198444c30", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:09:20.356869 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f916804e-30bf-4781-b7a0-7e45c6e98d70 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:09:20.357273 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f916804e-30bf-4781-b7a0-7e45c6e98d70'] response: {'name': 'network-changed', 'server_uuid': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'tag': '3ed453b7-e1f6-4493-91c9-878198444c30', 'status': 'completed', 'code': 200} Sep 15 18:09:20.364088 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b71e26-8ac4-4465-b9b4-80958c6ddb59 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed453b7-e1f6-4493-91c9-878198444c30,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:20.425695 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-688749c3-132a-4f92-b0d3-afe2542766f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:20.427212 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-688749c3-132a-4f92-b0d3-afe2542766f5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dda6be1ed33a44979aae8cd74d60cb93&device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 1128 time: 0.0425065 Sep 15 18:09:20.434791 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3ad76-0a63-4616-8634-039c9bb5f161 None None] Port 3ed453b7-e1f6-4493-91c9-878198444c30 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:09:20.478299 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-af791e19-09d0-47e5-a7e3-5807810fb48d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ed453b7-e1f6-4493-91c9-878198444c30 HTTP/1.1" status: 200 len: 217 time: 0.0365877 Sep 15 18:09:20.527630 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-df1fb56f-680d-4941-9107-6263048db7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:20.528995 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-df1fb56f-680d-4941-9107-6263048db7e6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7fe5157e-f108-4353-8b32-73d0fa8ed955 HTTP/1.1" status: 200 len: 855 time: 0.0450335 Sep 15 18:09:20.565376 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:20.580155 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-d195a39e-b728-446d-9ca8-b493ed7b0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:20.581696 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-d195a39e-b728-446d-9ca8-b493ed7b0ebc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0432878 Sep 15 18:09:20.683785 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-fdac5abe-fc31-4fe2-8627-f046ccab0e61 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952034 Sep 15 18:09:20.746629 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:20.804760 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e2af1398-e1c0-43ae-a30c-823067eea86e req-cbc0a59e-b61a-42ed-b802-ba10ae0f2dcf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111281 Sep 15 18:09:20.935980 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c1a3ad76-0a63-4616-8634-039c9bb5f161 None None] Attempt 3 to provision port 3ed453b7-e1f6-4493-91c9-878198444c30 Sep 15 18:09:20.944205 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:20.956640 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16722780-98f5-40aa-ade8-9137818fa59e req-bdad04d3-a954-4084-ab8c-f80f747c8e4b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:20.958180 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-16722780-98f5-40aa-ade8-9137818fa59e req-bdad04d3-a954-4084-ab8c-f80f747c8e4b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 944 time: 0.0511014 Sep 15 18:09:20.976495 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3ad76-0a63-4616-8634-039c9bb5f161 None None] Port 3ed453b7-e1f6-4493-91c9-878198444c30 had new provisioning blocks added so it will not transition to active. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 18:09:20.977759 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:21.010970 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-16722780-98f5-40aa-ade8-9137818fa59e req-5fb6ca98-625b-4be2-982d-09a74c56bbe1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459454 Sep 15 18:09:21.889050 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8164a-babf-4b8a-948e-e256713f37b7 req-74e7a2ff-d4d6-44d1-9c04-4d5abc1acc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:21.890529 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-bff8164a-babf-4b8a-948e-e256713f37b7 req-74e7a2ff-d4d6-44d1-9c04-4d5abc1acc4c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dda6be1ed33a44979aae8cd74d60cb93&device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 1128 time: 0.0449402 Sep 15 18:09:21.991964 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8164a-babf-4b8a-948e-e256713f37b7 req-6ccacc9a-f23d-4061-bedf-07ae2009823a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:21.993462 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-bff8164a-babf-4b8a-948e-e256713f37b7 req-6ccacc9a-f23d-4061-bedf-07ae2009823a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf HTTP/1.1" status: 200 len: 917 time: 0.0940554 Sep 15 18:09:22.039408 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-bff8164a-babf-4b8a-948e-e256713f37b7 req-01ace277-cc43-4869-9e10-ecfe93f18b40 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ed453b7-e1f6-4493-91c9-878198444c30 HTTP/1.1" status: 200 len: 217 time: 0.0376019 Sep 15 18:09:22.090929 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8164a-babf-4b8a-948e-e256713f37b7 req-f711355f-0bad-40c5-a9c2-f4dd677b9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:22.092394 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-bff8164a-babf-4b8a-948e-e256713f37b7 req-f711355f-0bad-40c5-a9c2-f4dd677b9ad4 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7fe5157e-f108-4353-8b32-73d0fa8ed955 HTTP/1.1" status: 200 len: 855 time: 0.0479248 Sep 15 18:09:22.145568 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8164a-babf-4b8a-948e-e256713f37b7 req-b65d0104-9fe0-4fd1-b615-9147109f1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:22.146977 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-bff8164a-babf-4b8a-948e-e256713f37b7 req-b65d0104-9fe0-4fd1-b615-9147109f1078 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0483789 Sep 15 18:09:22.149195 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f1b58-ee93-47fa-a04a-67d2f59fd8c9 req-498d90e9-5aec-4fb4-af19-cb7f97d0bca8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:22.150773 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-bb0f1b58-ee93-47fa-a04a-67d2f59fd8c9 req-498d90e9-5aec-4fb4-af19-cb7f97d0bca8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 944 time: 0.0535281 Sep 15 18:09:22.199614 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-bb0f1b58-ee93-47fa-a04a-67d2f59fd8c9 req-89880914-cbd1-4221-a46f-6aae306c5abd tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432656 Sep 15 18:09:22.244727 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-bff8164a-babf-4b8a-948e-e256713f37b7 req-38be473f-830e-4d44-b7d1-ed11f12ef279 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909336 Sep 15 18:09:22.338894 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-bff8164a-babf-4b8a-948e-e256713f37b7 req-e8695f61-581c-4ea4-8952-f43a63397261 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874083 Sep 15 18:09:23.282101 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 3ed453b7-e1f6-4493-91c9-878198444c30 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:09:23.332923 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599813ae-e54b-4b0a-8e57-615cd79f2cc4 req-fa222ba7-a4b1-4d12-aa8e-3694814b085a tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:23.334478 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-599813ae-e54b-4b0a-8e57-615cd79f2cc4 req-fa222ba7-a4b1-4d12-aa8e-3694814b085a tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 944 time: 0.0499506 Sep 15 18:09:23.389556 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 3ed453b7-e1f6-4493-91c9-878198444c30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3ed453b7-e1f6-4493-91c9-878198444c30,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:09:23.401011 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-599813ae-e54b-4b0a-8e57-615cd79f2cc4 req-d41c1e13-aab7-4b62-ba55-93d1d5df122a tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596693 Sep 15 18:09:23.404018 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '3ed453b7-e1f6-4493-91c9-878198444c30', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'port_id': '3ed453b7-e1f6-4493-91c9-878198444c30', 'mac_address': 'fa:16:3e:86:7f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:09:23.440304 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 3ed453b7-e1f6-4493-91c9-878198444c30 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:09:23.440610 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:23.455601 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed453b7-e1f6-4493-91c9-878198444c30 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:09:23.476950 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 3ed453b7-e1f6-4493-91c9-878198444c30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3ed453b7-e1f6-4493-91c9-878198444c30,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:09:23.480890 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:23.486495 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc9a43-f4a3-4b8a-a4d6-ad455871e4d5 req-8d4ffdcb-8a3a-42c6-b54c-dc5de389532d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:23.488000 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a4cc9a43-f4a3-4b8a-a4d6-ad455871e4d5 req-8d4ffdcb-8a3a-42c6-b54c-dc5de389532d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 946 time: 0.0509541 Sep 15 18:09:23.535816 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=3ed453b7-e1f6-4493-91c9-878198444c30,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:23.542659 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a4cc9a43-f4a3-4b8a-a4d6-ad455871e4d5 req-c900673b-1334-474d-8661-1218432e968e tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=59c6ce0d-b9a1-489a-bcb3-f9966239bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479472 Sep 15 18:09:23.543741 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:23.544089 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:23.544427 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:23.544767 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:23.545098 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:23.545453 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:23.545775 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:23.546277 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:23.546600 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:23.546921 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:23.547240 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:23.547585 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:23.547908 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:23.548222 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:23.548540 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:23.811465 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['3ed453b7-e1f6-4493-91c9-878198444c30'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:09:24.518211 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:24.539205 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5746c38-2b36-4674-94b3-d54f6b338cf4 req-616c54c3-008f-408f-8011-4c0c29922422 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:24.540694 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c5746c38-2b36-4674-94b3-d54f6b338cf4 req-616c54c3-008f-408f-8011-4c0c29922422 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 945 time: 0.0475180 Sep 15 18:09:24.596866 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c5746c38-2b36-4674-94b3-d54f6b338cf4 req-0a6fc944-a6e4-4e04-8324-a7b632cf0981 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502973 Sep 15 18:09:24.677250 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321a1dc-88af-4699-80a6-bed8c5e41aef req-b88ed829-d806-4356-a9b9-20d931f91da7 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:24.678802 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3321a1dc-88af-4699-80a6-bed8c5e41aef req-b88ed829-d806-4356-a9b9-20d931f91da7 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 946 time: 0.0577304 Sep 15 18:09:24.728499 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3321a1dc-88af-4699-80a6-bed8c5e41aef req-d0bc7052-11dd-4649-b3f5-98a824852305 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=59c6ce0d-b9a1-489a-bcb3-f9966239bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433886 Sep 15 18:09:25.119215 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c612cc-0b16-48c0-a30e-d9efcb81b6cf req-8921e769-fc60-443b-972c-f8151e16d129 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:25.120782 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-99c612cc-0b16-48c0-a30e-d9efcb81b6cf req-8921e769-fc60-443b-972c-f8151e16d129 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 946 time: 0.0541408 Sep 15 18:09:25.213590 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-99c612cc-0b16-48c0-a30e-d9efcb81b6cf req-de7080f3-fd54-4b23-aadf-ef0e640bf06a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Deleting port 491cc5c9-906f-480b-bfa6-ed1fdace1452 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:09:25.213939 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-99c612cc-0b16-48c0-a30e-d9efcb81b6cf req-de7080f3-fd54-4b23-aadf-ef0e640bf06a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (491cc5c9-906f-480b-bfa6-ed1fdace1452), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:25.306989 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 3ed453b7-e1f6-4493-91c9-878198444c30 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:09:25.313196 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-99c612cc-0b16-48c0-a30e-d9efcb81b6cf req-de7080f3-fd54-4b23-aadf-ef0e640bf06a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] For port 491cc5c9-906f-480b-bfa6-ed1fdace1452, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=491cc5c9-906f-480b-bfa6-ed1fdace1452,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:09:25.313607 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-99c612cc-0b16-48c0-a30e-d9efcb81b6cf req-de7080f3-fd54-4b23-aadf-ef0e640bf06a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (491cc5c9-906f-480b-bfa6-ed1fdace1452), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:25.349190 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port 3ed453b7-e1f6-4493-91c9-878198444c30 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:09:25.356592 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 3ed453b7-e1f6-4493-91c9-878198444c30 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:09:25.356986 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:25.357322 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 3ed453b7-e1f6-4493-91c9-878198444c30 Sep 15 18:09:25.425871 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:25.432560 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 3ed453b7-e1f6-4493-91c9-878198444c30 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:09:25.432967 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:25.458372 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed453b7-e1f6-4493-91c9-878198444c30'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:09:25.460414 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:25.461333 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6259fb03-568c-4377-bde8-f40483aefce9" -d '{"events": [{"server_uuid": "5dad0995-b4e9-4e8a-a351-2f0d9541dc4d", "name": "network-vif-plugged", "status": "completed", "tag": "3ed453b7-e1f6-4493-91c9-878198444c30"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:09:25.464413 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:25.476849 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 3ed453b7-e1f6-4493-91c9-878198444c30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3ed453b7-e1f6-4493-91c9-878198444c30,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:09:25.481582 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:25.492982 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-99c612cc-0b16-48c0-a30e-d9efcb81b6cf req-de7080f3-fd54-4b23-aadf-ef0e640bf06a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:25.493376 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-99c612cc-0b16-48c0-a30e-d9efcb81b6cf req-de7080f3-fd54-4b23-aadf-ef0e640bf06a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (4e42f47f-cca5-4bd3-98c7-81d67b80d013), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:25.493695 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.l3_db [req-99c612cc-0b16-48c0-a30e-d9efcb81b6cf req-de7080f3-fd54-4b23-aadf-ef0e640bf06a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Floating IP 4e42f47f-cca5-4bd3-98c7-81d67b80d013 disassociated. External IP: 172.28.1.104, port: 491cc5c9-906f-480b-bfa6-ed1fdace1452. Sep 15 18:09:25.494043 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-99c612cc-0b16-48c0-a30e-d9efcb81b6cf req-de7080f3-fd54-4b23-aadf-ef0e640bf06a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Calling delete_port for 491cc5c9-906f-480b-bfa6-ed1fdace1452 owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:09:25.511282 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f89ec4-2ca9-4e0e-9257-dd4d4fba30dd x-openstack-request-id: req-51f89ec4-2ca9-4e0e-9257-dd4d4fba30dd {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:09:25.511671 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dad0995-b4e9-4e8a-a351-2f0d9541dc4d", "name": "network-vif-plugged", "status": "completed", "tag": "3ed453b7-e1f6-4493-91c9-878198444c30", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:09:25.511994 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51f89ec4-2ca9-4e0e-9257-dd4d4fba30dd {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:09:25.512449 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51f89ec4-2ca9-4e0e-9257-dd4d4fba30dd'] response: {'server_uuid': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed453b7-e1f6-4493-91c9-878198444c30', 'code': 200} Sep 15 18:09:25.537908 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=3ed453b7-e1f6-4493-91c9-878198444c30,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:25.586919 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:25.660600 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-99c612cc-0b16-48c0-a30e-d9efcb81b6cf req-de7080f3-fd54-4b23-aadf-ef0e640bf06a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (491cc5c9-906f-480b-bfa6-ed1fdace1452), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:25.704850 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7080f3-fd54-4b23-aadf-ef0e640bf06a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event deleted for resources: {'Port': ['ID=491cc5c9-906f-480b-bfa6-ed1fdace1452,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:25.755788 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf25ae-4e00-4c3f-9a3e-cd78925dbc90 req-b56d82e1-591a-4927-aab8-7878240a62ee tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:25.759554 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-efbf25ae-4e00-4c3f-9a3e-cd78925dbc90 req-b56d82e1-591a-4927-aab8-7878240a62ee tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0583708 Sep 15 18:09:25.792699 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd82eb-eca0-4609-af28-6a4e582dbfbd req-14b43bd6-5636-4e43-b9b1-54fd9d583fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:25.794268 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cebd82eb-eca0-4609-af28-6a4e582dbfbd req-14b43bd6-5636-4e43-b9b1-54fd9d583fbf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 1130 time: 0.0559998 Sep 15 18:09:25.814393 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-efbf25ae-4e00-4c3f-9a3e-cd78925dbc90 req-a4250ee4-6434-4d3f-9c39-87160f49de9e tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506001 Sep 15 18:09:25.856873 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0acd501c-dfde-41c2-928f-74a91900fe6e req-d4404bdf-3ecd-4e7a-bc1a-b4f1126530ce tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 210 time: 0.0317173 Sep 15 18:09:25.885949 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99c612cc-0b16-48c0-a30e-d9efcb81b6cf req-de7080f3-fd54-4b23-aadf-ef0e640bf06a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Router c2ab935d-2333-49eb-8af3-06bf9288b5a3 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:09:25.891162 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cebd82eb-eca0-4609-af28-6a4e582dbfbd req-d705b215-74a2-40d3-a7e9-4c652b88b5e6 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667748 Sep 15 18:09:25.997789 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99c612cc-0b16-48c0-a30e-d9efcb81b6cf req-de7080f3-fd54-4b23-aadf-ef0e640bf06a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:09:26.009919 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b84104c-7ec9-43f4-897e-c8e7d553dd23 None None] Sync routers for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:09:26.024670 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b84104c-7ec9-43f4-897e-c8e7d553dd23 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:09:26.025390 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9b84104c-7ec9-43f4-897e-c8e7d553dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:09:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:26.047112 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c612cc-0b16-48c0-a30e-d9efcb81b6cf req-de7080f3-fd54-4b23-aadf-ef0e640bf06a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] No DVR routers for this DVR port 491cc5c9-906f-480b-bfa6-ed1fdace1452 on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:09:26.049790 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-99c612cc-0b16-48c0-a30e-d9efcb81b6cf req-de7080f3-fd54-4b23-aadf-ef0e640bf06a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:26.053097 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-99c612cc-0b16-48c0-a30e-d9efcb81b6cf req-de7080f3-fd54-4b23-aadf-ef0e640bf06a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "DELETE /networking/v2.0/ports/491cc5c9-906f-480b-bfa6-ed1fdace1452 HTTP/1.1" status: 204 len: 173 time: 0.9263227 Sep 15 18:09:26.053654 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de6d547-1463-4531-bb22-84d3179dba69', 'name': 'network-vif-deleted', 'tag': '491cc5c9-906f-480b-bfa6-ed1fdace1452'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:09:26.056545 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d49b2d9-3bbc-4bb2-8988-0e17b19cc966" -d '{"events": [{"server_uuid": "6de6d547-1463-4531-bb22-84d3179dba69", "name": "network-vif-deleted", "tag": "491cc5c9-906f-480b-bfa6-ed1fdace1452"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:09:26.097828 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1337a2-1007-465c-9413-c9425a09155d x-openstack-request-id: req-2d1337a2-1007-465c-9413-c9425a09155d {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:09:26.098239 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de6d547-1463-4531-bb22-84d3179dba69", "name": "network-vif-deleted", "tag": "491cc5c9-906f-480b-bfa6-ed1fdace1452", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:09:26.098604 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d1337a2-1007-465c-9413-c9425a09155d {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:09:26.099090 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1337a2-1007-465c-9413-c9425a09155d'] response: {'server_uuid': '6de6d547-1463-4531-bb22-84d3179dba69', 'name': 'network-vif-deleted', 'tag': '491cc5c9-906f-480b-bfa6-ed1fdace1452', 'status': 'completed', 'code': 200} Sep 15 18:09:26.138144 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-9b84104c-7ec9-43f4-897e-c8e7d553dd23 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:09:26.223833 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:26.378670 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9b84104c-7ec9-43f4-897e-c8e7d553dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '2b5c411c-dda2-4e80-9bae-4f1285e5cc04', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:ae:a6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:07:26Z', 'updated_at': '2022-09-15T18:07:39Z', 'revision_number': 2, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:26.403059 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b84104c-7ec9-43f4-897e-c8e7d553dd23 None None] Checking router: c2ab935d-2333-49eb-8af3-06bf9288b5a3 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:09:26.405607 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:26.412663 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b84104c-7ec9-43f4-897e-c8e7d553dd23 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:09:26.413280 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9b84104c-7ec9-43f4-897e-c8e7d553dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:09:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:26.516997 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-9b84104c-7ec9-43f4-897e-c8e7d553dd23 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:09:26.744022 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9b84104c-7ec9-43f4-897e-c8e7d553dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '2b5c411c-dda2-4e80-9bae-4f1285e5cc04', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:ae:a6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:07:26Z', 'updated_at': '2022-09-15T18:07:39Z', 'revision_number': 2, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:26.776005 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b84104c-7ec9-43f4-897e-c8e7d553dd23 None None] The sync data for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb is: [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '2b5c411c-dda2-4e80-9bae-4f1285e5cc04', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:ae:a6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:07:26Z', 'updated_at': '2022-09-15T18:07:39Z', 'revision_number': 2, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:09:26.965708 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790070b-9757-4c27-916e-e760b9eea4da req-c46e8445-d042-43ad-9136-546cfc9cf9b1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:26.967364 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6790070b-9757-4c27-916e-e760b9eea4da req-c46e8445-d042-43ad-9136-546cfc9cf9b1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0556614 Sep 15 18:09:27.006316 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6c0ddeaa-96a0-4db7-b655-971bbb9b7b82 req-5ac76f10-84b0-4e43-baad-f8f46bf7de28 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6de6d547-1463-4531-bb22-84d3179dba69 HTTP/1.1" status: 200 len: 210 time: 0.0373559 Sep 15 18:09:27.056053 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6790070b-9757-4c27-916e-e760b9eea4da req-8f8c1780-eb75-4589-ad77-8b992308bfce tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776274 Sep 15 18:09:27.065544 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8bdb21-5174-4f9a-932a-b8bba7137fbf None None] New status for floating IP 4e42f47f-cca5-4bd3-98c7-81d67b80d013: DOWN {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:09:27.308287 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 491cc5c9-906f-480b-bfa6-ed1fdace1452 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:09:27.328909 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: 491cc5c9-906f-480b-bfa6-ed1fdace1452 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:09:27.329267 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 491cc5c9-906f-480b-bfa6-ed1fdace1452 not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:09:28.111486 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37426) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:28.215184 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac82dc-9bf5-466e-a562-bec6a479ba08 req-cce8b81f-d069-4367-9152-25750a4b7688 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:28.216659 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d2ac82dc-9bf5-466e-a562-bec6a479ba08 req-cce8b81f-d069-4367-9152-25750a4b7688 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0638781 Sep 15 18:09:28.219736 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (59c6ce0d-b9a1-489a-bcb3-f9966239bcbd), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:28.259579 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (59c6ce0d-b9a1-489a-bcb3-f9966239bcbd), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:28.304908 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d2ac82dc-9bf5-466e-a562-bec6a479ba08 req-480f2eb2-48c1-4008-83fa-105aef125abf tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822525 Sep 15 18:09:28.329950 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (59c6ce0d-b9a1-489a-bcb3-f9966239bcbd), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:28.332435 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:28.333594 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/59c6ce0d-b9a1-489a-bcb3-f9966239bcbd HTTP/1.1" status: 204 len: 168 time: 0.2218978 Sep 15 18:09:28.341059 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37428) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:28.345673 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c6ce0d-b9a1-489a-bcb3-f9966239bcbd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:28.348563 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:28.354866 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:28.355219 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:28.355566 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:28.355901 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:28.356234 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:28.356564 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:28.356893 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:28.357219 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:28.357370 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.api.v2.resource [None req-f8dff3ff-9e3c-46a1-827c-526f94450dbc tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] show failed (client error): The resource could not be found. Sep 15 18:09:28.357576 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:28.358171 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:28.358802 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-f8dff3ff-9e3c-46a1-827c-526f94450dbc tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups/59c6ce0d-b9a1-489a-bcb3-f9966239bcbd HTTP/1.1" status: 404 len: 347 time: 0.0202613 Sep 15 18:09:28.358933 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:28.359236 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:28.359564 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:28.360069 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:28.360400 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cebc-b026-4014-aecf-6fc660142a01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:28.361373 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37432) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:28.457326 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82ed9f-fb1e-4bb8-b25a-50b5b25fc3fd req-c64064c9-9ccb-4371-ad83-5138572e0cc1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:28.458884 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1c82ed9f-fb1e-4bb8-b25a-50b5b25fc3fd req-c64064c9-9ccb-4371-ad83-5138572e0cc1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0491736 Sep 15 18:09:28.471971 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37434) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:28.477286 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b07476ae-7092-41cc-a6c0-565c91453703 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Request body: {'floatingip': {'port_id': '3ed453b7-e1f6-4493-91c9-878198444c30'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:09:28.479883 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:28.505420 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-b8635697-6884-4343-a160-6838802d65ef tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Deleting port 62c358df-1175-4276-ab9e-71c3a497bcc8 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:09:28.505784 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b8635697-6884-4343-a160-6838802d65ef tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (62c358df-1175-4276-ab9e-71c3a497bcc8), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:28.525171 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b07476ae-7092-41cc-a6c0-565c91453703 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for floatingip (3bdc09af-0434-402c-b6ef-af68ae151431), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:28.595362 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b8635697-6884-4343-a160-6838802d65ef tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (62c358df-1175-4276-ab9e-71c3a497bcc8), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:28.595601 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b8635697-6884-4343-a160-6838802d65ef tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (62c358df-1175-4276-ab9e-71c3a497bcc8), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:28.609127 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-b8635697-6884-4343-a160-6838802d65ef tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Calling delete_port for 62c358df-1175-4276-ab9e-71c3a497bcc8 owned by network:floatingip {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:09:28.686032 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:28.758292 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b8635697-6884-4343-a160-6838802d65ef tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (62c358df-1175-4276-ab9e-71c3a497bcc8), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:28.790959 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8635697-6884-4343-a160-6838802d65ef tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event deleted for resources: {'Port': ['ID=62c358df-1175-4276-ab9e-71c3a497bcc8,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:28.858295 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b8635697-6884-4343-a160-6838802d65ef tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (4e42f47f-cca5-4bd3-98c7-81d67b80d013), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:28.860685 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b8635697-6884-4343-a160-6838802d65ef tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:28.861881 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-b8635697-6884-4343-a160-6838802d65ef tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/4e42f47f-cca5-4bd3-98c7-81d67b80d013 HTTP/1.1" status: 204 len: 168 time: 0.4994969 Sep 15 18:09:28.933267 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-180f2142-d864-4de9-a372-492a3da7d239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:29.015220 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b07476ae-7092-41cc-a6c0-565c91453703 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:29.019526 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b07476ae-7092-41cc-a6c0-565c91453703 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (3bdc09af-0434-402c-b6ef-af68ae151431), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:29.124467 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.l3_db [None req-b07476ae-7092-41cc-a6c0-565c91453703 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Floating IP 3bdc09af-0434-402c-b6ef-af68ae151431 associated. External IP: 172.28.1.78, port: 3ed453b7-e1f6-4493-91c9-878198444c30. Sep 15 18:09:29.612693 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07476ae-7092-41cc-a6c0-565c91453703 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:09:29.717940 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07476ae-7092-41cc-a6c0-565c91453703 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:09:29.723265 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b07476ae-7092-41cc-a6c0-565c91453703 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:29.728797 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd19e6-5e24-4e7f-bf78-f5ea8bcae05e None None] Sync routers for ids ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:09:29.740050 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bd19e6-5e24-4e7f-bf78-f5ea8bcae05e None None] Routers {'67b1b895-4b0e-41f5-be77-693cb1b3edf7'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:09:29.740681 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-62bd19e6-5e24-4e7f-bf78-f5ea8bcae05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:09:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:29.758373 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-b07476ae-7092-41cc-a6c0-565c91453703 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/3bdc09af-0434-402c-b6ef-af68ae151431 HTTP/1.1" status: 200 len: 991 time: 1.2850893 Sep 15 18:09:29.759128 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'tag': '3ed453b7-e1f6-4493-91c9-878198444c30'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:09:29.761575 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37c4102d2d517d607139b710ac7a8d6e47170191c640291e613d15b6186679b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fda9967-681b-4360-ada9-3031d3644fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "5dad0995-b4e9-4e8a-a351-2f0d9541dc4d", "tag": "3ed453b7-e1f6-4493-91c9-878198444c30"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:09:29.805160 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac771ff-3aea-449d-8653-0d6f139b3213 x-openstack-request-id: req-1ac771ff-3aea-449d-8653-0d6f139b3213 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:09:29.805620 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dad0995-b4e9-4e8a-a351-2f0d9541dc4d", "tag": "3ed453b7-e1f6-4493-91c9-878198444c30", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:09:29.805877 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ac771ff-3aea-449d-8653-0d6f139b3213 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:09:29.806291 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac771ff-3aea-449d-8653-0d6f139b3213'] response: {'name': 'network-changed', 'server_uuid': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'tag': '3ed453b7-e1f6-4493-91c9-878198444c30', 'status': 'completed', 'code': 200} Sep 15 18:09:29.848922 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-62bd19e6-5e24-4e7f-bf78-f5ea8bcae05e None None] Set router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:09:29.897620 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:29.901718 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda9967-681b-4360-ada9-3031d3644fbc req-08d3c49a-e203-40e0-8776-cbcdbc50f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:29.903220 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0fda9967-681b-4360-ada9-3031d3644fbc req-08d3c49a-e203-40e0-8776-cbcdbc50f9ec service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dda6be1ed33a44979aae8cd74d60cb93&device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 1130 time: 0.0452363 Sep 15 18:09:30.015861 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda9967-681b-4360-ada9-3031d3644fbc req-4e6db62d-b9e4-4fa4-ac3e-c182a4968fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:30.017430 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0fda9967-681b-4360-ada9-3031d3644fbc req-4e6db62d-b9e4-4fa4-ac3e-c182a4968fcd service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf HTTP/1.1" status: 200 len: 917 time: 0.1064651 Sep 15 18:09:30.080988 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0fda9967-681b-4360-ada9-3031d3644fbc req-82d62c0e-1205-467d-a0ab-31f4c84fe64e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ed453b7-e1f6-4493-91c9-878198444c30 HTTP/1.1" status: 200 len: 999 time: 0.0571771 Sep 15 18:09:30.082569 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-62bd19e6-5e24-4e7f-bf78-f5ea8bcae05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:40Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '3bdc09af-0434-402c-b6ef-af68ae151431', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'port_id': '3ed453b7-e1f6-4493-91c9-878198444c30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'mac_address': 'fa:16:3e:86:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:09:16Z', 'updated_at': '2022-09-15T18:09:28Z', 'revision_number': 1, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f95297-a655-4d97-ab62-d125c48de1e0', 'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'mac_address': 'fa:16:3e:35:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:40Z', 'updated_at': '2022-09-15T18:06:45Z', 'revision_number': 5, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'subnets': [{'id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:30.108519 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd19e6-5e24-4e7f-bf78-f5ea8bcae05e None None] Checking router: 67b1b895-4b0e-41f5-be77-693cb1b3edf7 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:09:30.125033 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bd19e6-5e24-4e7f-bf78-f5ea8bcae05e None None] Routers {'67b1b895-4b0e-41f5-be77-693cb1b3edf7'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:09:30.125806 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-62bd19e6-5e24-4e7f-bf78-f5ea8bcae05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:09:01Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:30.130497 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda9967-681b-4360-ada9-3031d3644fbc req-ceaba641-6bd8-4bc4-9d4c-706a03c5f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:30.132014 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0fda9967-681b-4360-ada9-3031d3644fbc req-ceaba641-6bd8-4bc4-9d4c-706a03c5f7a2 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7fe5157e-f108-4353-8b32-73d0fa8ed955 HTTP/1.1" status: 200 len: 855 time: 0.0450943 Sep 15 18:09:30.181343 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda9967-681b-4360-ada9-3031d3644fbc req-61e45ed2-9f24-41b6-806f-5683f3b84cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:30.182769 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0fda9967-681b-4360-ada9-3031d3644fbc req-61e45ed2-9f24-41b6-806f-5683f3b84cdc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0442243 Sep 15 18:09:30.219025 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:30.235734 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-62bd19e6-5e24-4e7f-bf78-f5ea8bcae05e None None] Set router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:09:30.283663 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0fda9967-681b-4360-ada9-3031d3644fbc req-a18ea12c-71e7-45c4-810f-d6a1ac9b63e3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936708 Sep 15 18:09:30.404518 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0fda9967-681b-4360-ada9-3031d3644fbc req-c3cd731d-c09e-4041-b662-b29fb654fea8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143124 Sep 15 18:09:30.469030 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:30.557271 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-62bd19e6-5e24-4e7f-bf78-f5ea8bcae05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:40Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '3bdc09af-0434-402c-b6ef-af68ae151431', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'port_id': '3ed453b7-e1f6-4493-91c9-878198444c30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'mac_address': 'fa:16:3e:86:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:09:16Z', 'updated_at': '2022-09-15T18:09:28Z', 'revision_number': 1, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f95297-a655-4d97-ab62-d125c48de1e0', 'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'mac_address': 'fa:16:3e:35:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:40Z', 'updated_at': '2022-09-15T18:06:45Z', 'revision_number': 5, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'subnets': [{'id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:30.571348 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fcb57-aabc-44f5-9403-a505a1b45cbd req-69582259-08c8-4a00-9163-d0326eaf7b0e tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:30.572958 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-588fcb57-aabc-44f5-9403-a505a1b45cbd req-69582259-08c8-4a00-9163-d0326eaf7b0e tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 945 time: 0.0506170 Sep 15 18:09:30.588638 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd19e6-5e24-4e7f-bf78-f5ea8bcae05e None None] The sync data for ids ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'] in dv-cinder-835384-27-smb is: [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:40Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '3bdc09af-0434-402c-b6ef-af68ae151431', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'port_id': '3ed453b7-e1f6-4493-91c9-878198444c30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'mac_address': 'fa:16:3e:86:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:09:16Z', 'updated_at': '2022-09-15T18:09:28Z', 'revision_number': 1, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f95297-a655-4d97-ab62-d125c48de1e0', 'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'mac_address': 'fa:16:3e:35:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:40Z', 'updated_at': '2022-09-15T18:06:45Z', 'revision_number': 5, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'subnets': [{'id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:09:30.623958 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:30.628892 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-588fcb57-aabc-44f5-9403-a505a1b45cbd req-8238c195-cb31-4ad9-a172-832365475d22 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a40dc41e-fb16-4ede-9154-266929020d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466712 Sep 15 18:09:30.800963 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f756f3d-196c-4503-8924-a862bcf30139 None None] New status for floating IP 3bdc09af-0434-402c-b6ef-af68ae151431: ACTIVE {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:09:31.503819 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e5ba2a9-f08d-489a-842d-0aa0ba638f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:31.723448 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:31.762282 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ecc05-230d-44d8-bab2-5af2f3e7e973 req-889bdfd1-d6e1-4102-bd1b-3d70dae336c3 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:31.763764 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7e4ecc05-230d-44d8-bab2-5af2f3e7e973 req-889bdfd1-d6e1-4102-bd1b-3d70dae336c3 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 945 time: 0.0505962 Sep 15 18:09:31.813462 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7e4ecc05-230d-44d8-bab2-5af2f3e7e973 req-08e8ebd6-cd04-4167-b8b2-2967352b9033 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a40dc41e-fb16-4ede-9154-266929020d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440021 Sep 15 18:09:32.376144 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170857c-f5bf-484a-a161-55e3f14206b9 req-aa3b4851-ae00-48bc-8c35-6a442e3994e7 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:32.377681 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-4170857c-f5bf-484a-a161-55e3f14206b9 req-aa3b4851-ae00-48bc-8c35-6a442e3994e7 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 945 time: 0.0485497 Sep 15 18:09:32.473565 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-4170857c-f5bf-484a-a161-55e3f14206b9 req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Deleting port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:09:32.473803 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-4170857c-f5bf-484a-a161-55e3f14206b9 req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (0b46078d-3f1e-4fbe-a53d-7362e6c5492b), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:32.528179 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:32.569833 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-4170857c-f5bf-484a-a161-55e3f14206b9 req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] For port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=0b46078d-3f1e-4fbe-a53d-7362e6c5492b,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:09:32.570197 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-4170857c-f5bf-484a-a161-55e3f14206b9 req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (0b46078d-3f1e-4fbe-a53d-7362e6c5492b), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:32.958918 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56611587-458a-4eed-85de-befd6778e3b2 req-d2212e85-05c1-4797-81c2-356c33154315 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:32.961105 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-56611587-458a-4eed-85de-befd6778e3b2 req-d2212e85-05c1-4797-81c2-356c33154315 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 945 time: 0.0680320 Sep 15 18:09:32.982230 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:33.000748 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-4170857c-f5bf-484a-a161-55e3f14206b9 req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:33.001109 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-4170857c-f5bf-484a-a161-55e3f14206b9 req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (2b5c411c-dda2-4e80-9bae-4f1285e5cc04), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:33.001468 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.l3_db [req-4170857c-f5bf-484a-a161-55e3f14206b9 req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Floating IP 2b5c411c-dda2-4e80-9bae-4f1285e5cc04 disassociated. External IP: 172.28.1.32, port: 0b46078d-3f1e-4fbe-a53d-7362e6c5492b. Sep 15 18:09:33.001861 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-4170857c-f5bf-484a-a161-55e3f14206b9 req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Calling delete_port for 0b46078d-3f1e-4fbe-a53d-7362e6c5492b owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:09:33.028412 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-56611587-458a-4eed-85de-befd6778e3b2 req-3bf990c1-7139-4898-8875-fe8524f81d90 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a40dc41e-fb16-4ede-9154-266929020d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607429 Sep 15 18:09:33.136496 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:33.143422 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-4170857c-f5bf-484a-a161-55e3f14206b9 req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (0b46078d-3f1e-4fbe-a53d-7362e6c5492b), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:33.170761 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event deleted for resources: {'Port': ['ID=0b46078d-3f1e-4fbe-a53d-7362e6c5492b,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:33.183403 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:33.183757 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:33.184103 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:33.184443 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:33.184792 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:33.185117 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:33.185481 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:33.185810 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:33.186147 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:33.186462 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:33.186787 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:33.187114 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:33.187443 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:33.187770 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:33.188094 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:09:33.297536 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4170857c-f5bf-484a-a161-55e3f14206b9 req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Router c2ab935d-2333-49eb-8af3-06bf9288b5a3 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:09:33.403996 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4170857c-f5bf-484a-a161-55e3f14206b9 req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:09:33.413397 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a115557c-323c-492b-b298-28c30b364a75 None None] Sync routers for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:09:33.423998 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a115557c-323c-492b-b298-28c30b364a75 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:09:33.424694 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a115557c-323c-492b-b298-28c30b364a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:09:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:33.456850 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-4170857c-f5bf-484a-a161-55e3f14206b9 req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] No DVR routers for this DVR port 0b46078d-3f1e-4fbe-a53d-7362e6c5492b on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:09:33.460026 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-4170857c-f5bf-484a-a161-55e3f14206b9 req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:33.463437 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-4170857c-f5bf-484a-a161-55e3f14206b9 req-2c9d8073-2f58-44af-a74d-10eefedb8144 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "DELETE /networking/v2.0/ports/0b46078d-3f1e-4fbe-a53d-7362e6c5492b HTTP/1.1" status: 204 len: 173 time: 1.0808005 Sep 15 18:09:33.464219 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'name': 'network-vif-deleted', 'tag': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:09:33.467073 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a40b7a1-4d59-4cd3-a138-7a4ad83e65a9" -d '{"events": [{"server_uuid": "a1ebe80d-47f2-41c0-b68e-9537601698a4", "name": "network-vif-deleted", "tag": "0b46078d-3f1e-4fbe-a53d-7362e6c5492b"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:09:33.519448 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ceb3a9-a104-41ce-a52d-e9696553a698 x-openstack-request-id: req-77ceb3a9-a104-41ce-a52d-e9696553a698 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:09:33.519810 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ebe80d-47f2-41c0-b68e-9537601698a4", "name": "network-vif-deleted", "tag": "0b46078d-3f1e-4fbe-a53d-7362e6c5492b", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:09:33.520059 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77ceb3a9-a104-41ce-a52d-e9696553a698 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:09:33.520498 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ceb3a9-a104-41ce-a52d-e9696553a698'] response: {'server_uuid': 'a1ebe80d-47f2-41c0-b68e-9537601698a4', 'name': 'network-vif-deleted', 'tag': '0b46078d-3f1e-4fbe-a53d-7362e6c5492b', 'status': 'completed', 'code': 200} Sep 15 18:09:33.548329 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a115557c-323c-492b-b298-28c30b364a75 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:09:33.759943 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a115557c-323c-492b-b298-28c30b364a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:33.790850 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a115557c-323c-492b-b298-28c30b364a75 None None] Checking router: c2ab935d-2333-49eb-8af3-06bf9288b5a3 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:09:33.799854 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a115557c-323c-492b-b298-28c30b364a75 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:09:33.800476 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a115557c-323c-492b-b298-28c30b364a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:09:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:33.904382 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a115557c-323c-492b-b298-28c30b364a75 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:09:33.904916 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:34.113661 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:34.114991 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a115557c-323c-492b-b298-28c30b364a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:34.144078 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a115557c-323c-492b-b298-28c30b364a75 None None] The sync data for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb is: [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:09:34.183437 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ff4f2b6d-2dd0-4090-8046-a29ccdff99ce req-82b739f8-b14a-4624-a90e-269c690046df tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1ebe80d-47f2-41c0-b68e-9537601698a4 HTTP/1.1" status: 200 len: 210 time: 0.0368845 Sep 15 18:09:34.433144 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca1955-684f-46e2-b488-68807d229ed7 None None] New status for floating IP 2b5c411c-dda2-4e80-9bae-4f1285e5cc04: DOWN {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:09:34.472753 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:09:35.300287 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37470) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:35.318895 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 0b46078d-3f1e-4fbe-a53d-7362e6c5492b no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:09:35.338063 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: 0b46078d-3f1e-4fbe-a53d-7362e6c5492b {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:09:35.338409 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 0b46078d-3f1e-4fbe-a53d-7362e6c5492b not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:09:35.364438 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2892efb7-dd73-434e-972b-5a39549fe2f4 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (a40dc41e-fb16-4ede-9154-266929020d92), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:35.388570 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2892efb7-dd73-434e-972b-5a39549fe2f4 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (a40dc41e-fb16-4ede-9154-266929020d92), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:35.437961 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2892efb7-dd73-434e-972b-5a39549fe2f4 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (a40dc41e-fb16-4ede-9154-266929020d92), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:35.440530 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2892efb7-dd73-434e-972b-5a39549fe2f4 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:35.441731 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-2892efb7-dd73-434e-972b-5a39549fe2f4 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a40dc41e-fb16-4ede-9154-266929020d92 HTTP/1.1" status: 204 len: 168 time: 0.1404386 Sep 15 18:09:35.444547 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37472) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:35.451335 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892efb7-dd73-434e-972b-5a39549fe2f4 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40dc41e-fb16-4ede-9154-266929020d92,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:35.461249 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.api.v2.resource [None req-77196b16-23aa-4b5d-bf22-89fa330ab310 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] show failed (client error): The resource could not be found. Sep 15 18:09:35.462297 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-77196b16-23aa-4b5d-bf22-89fa330ab310 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups/a40dc41e-fb16-4ede-9154-266929020d92 HTTP/1.1" status: 404 len: 347 time: 0.0165505 Sep 15 18:09:35.462433 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37474) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:35.580916 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bb597-213a-43c7-bc9d-3623923d16f0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Deleting port fce655b4-42c1-4cad-8a6c-0a73f944867b {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:09:35.581268 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb597-213a-43c7-bc9d-3623923d16f0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (fce655b4-42c1-4cad-8a6c-0a73f944867b), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:35.669836 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb597-213a-43c7-bc9d-3623923d16f0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (fce655b4-42c1-4cad-8a6c-0a73f944867b), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:35.670185 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb597-213a-43c7-bc9d-3623923d16f0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (fce655b4-42c1-4cad-8a6c-0a73f944867b), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:35.683170 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bb597-213a-43c7-bc9d-3623923d16f0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Calling delete_port for fce655b4-42c1-4cad-8a6c-0a73f944867b owned by network:floatingip {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:09:35.749601 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:35.821088 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb597-213a-43c7-bc9d-3623923d16f0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (fce655b4-42c1-4cad-8a6c-0a73f944867b), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:35.844820 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bb597-213a-43c7-bc9d-3623923d16f0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event deleted for resources: {'Port': ['ID=fce655b4-42c1-4cad-8a6c-0a73f944867b,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:35.928600 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb597-213a-43c7-bc9d-3623923d16f0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (2b5c411c-dda2-4e80-9bae-4f1285e5cc04), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:35.932175 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb597-213a-43c7-bc9d-3623923d16f0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:35.933434 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-1b8bb597-213a-43c7-bc9d-3623923d16f0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/2b5c411c-dda2-4e80-9bae-4f1285e5cc04 HTTP/1.1" status: 204 len: 168 time: 0.4699972 Sep 15 18:09:36.015614 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37478) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:36.020223 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-5c989bda-16a3-47d3-9fca-9a2c893f61e1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1107455407', 'description': 'tempest-description--26700254'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:09:36.036629 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:36.045588 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5c989bda-16a3-47d3-9fca-9a2c893f61e1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:36.120736 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5c989bda-16a3-47d3-9fca-9a2c893f61e1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (e71135e6-89e4-4abe-9a29-02a982e037a1), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:36.124964 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5c989bda-16a3-47d3-9fca-9a2c893f61e1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (e71135e6-89e4-4abe-9a29-02a982e037a1), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:36.157451 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5c989bda-16a3-47d3-9fca-9a2c893f61e1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:36.158683 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-5c989bda-16a3-47d3-9fca-9a2c893f61e1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1420717 Sep 15 18:09:36.160590 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c989bda-16a3-47d3-9fca-9a2c893f61e1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71135e6-89e4-4abe-9a29-02a982e037a1,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:36.161695 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37480) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:36.166778 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8ddca60e-e4cc-454e-a46d-8272c2d806e5 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'security_group_rule': {'security_group_id': 'e71135e6-89e4-4abe-9a29-02a982e037a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:09:36.195646 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8ddca60e-e4cc-454e-a46d-8272c2d806e5 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (5e19a758-aa76-4f91-9005-6d12e167d2cc), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:36.256272 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8ddca60e-e4cc-454e-a46d-8272c2d806e5 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (5e19a758-aa76-4f91-9005-6d12e167d2cc), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:36.261063 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8ddca60e-e4cc-454e-a46d-8272c2d806e5 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (5e19a758-aa76-4f91-9005-6d12e167d2cc), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:36.284158 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddca60e-e4cc-454e-a46d-8272c2d806e5 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e19a758-aa76-4f91-9005-6d12e167d2cc,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:36.294712 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8ddca60e-e4cc-454e-a46d-8272c2d806e5 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:36.296530 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-8ddca60e-e4cc-454e-a46d-8272c2d806e5 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337771 Sep 15 18:09:36.300769 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37482) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:36.308568 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b5cf5874-1031-4b39-ae5c-15b159f2dbe9 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'security_group_rule': {'security_group_id': 'e71135e6-89e4-4abe-9a29-02a982e037a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:09:36.343578 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5cf5874-1031-4b39-ae5c-15b159f2dbe9 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (9a696dcc-ed0a-4058-bf99-791163cb41cd), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:36.407540 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5cf5874-1031-4b39-ae5c-15b159f2dbe9 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (9a696dcc-ed0a-4058-bf99-791163cb41cd), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:36.411213 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5cf5874-1031-4b39-ae5c-15b159f2dbe9 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (9a696dcc-ed0a-4058-bf99-791163cb41cd), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:36.431948 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf5874-1031-4b39-ae5c-15b159f2dbe9 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a696dcc-ed0a-4058-bf99-791163cb41cd,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:36.437734 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5cf5874-1031-4b39-ae5c-15b159f2dbe9 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:36.438660 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-b5cf5874-1031-4b39-ae5c-15b159f2dbe9 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368194 Sep 15 18:09:36.441794 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37484) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:36.447222 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'floatingip': {'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:09:36.471249 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:36.555749 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:36.672966 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Allocated IP 172.28.1.43 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/1f6b16fd-b8c8-4cd1-b422-9e437635dd0a) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:09:36.786839 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for port (1f6b16fd-b8c8-4cd1-b422-9e437635dd0a), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:36.788585 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:36.790585 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:36.827293 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (1f6b16fd-b8c8-4cd1-b422-9e437635dd0a), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:36.870789 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:09:36.876318 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:09:36.878268 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'Port': ['ID=1f6b16fd-b8c8-4cd1-b422-9e437635dd0a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:36.881019 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:09:36.969757 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (21a8810a-f1b4-40f3-a236-9ab196a3f774), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:37.009238 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (1f6b16fd-b8c8-4cd1-b422-9e437635dd0a), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:37.179384 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for port (1f6b16fd-b8c8-4cd1-b422-9e437635dd0a), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:37.184552 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5339542'] for port (1f6b16fd-b8c8-4cd1-b422-9e437635dd0a), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:37.250631 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'Port': ['ID=1f6b16fd-b8c8-4cd1-b422-9e437635dd0a,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:37.252953 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (21a8810a-f1b4-40f3-a236-9ab196a3f774), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:37.268884 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:37.270134 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-8f732fdf-482f-45cf-b8d9-cf32f771c5d0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8273292 Sep 15 18:09:37.485511 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-6ee984b5-1953-4219-8e90-7459c25a5f6b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1107455407&fields=id&tenant_id=57eda6ece5ca41a592f43ffe27372b28 HTTP/1.1" status: 200 len: 267 time: 0.0476613 Sep 15 18:09:37.596391 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-fde12a3c-5e8a-4b28-9cbb-0d56a7d96f0f tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:37.597891 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-fde12a3c-5e8a-4b28-9cbb-0d56a7d96f0f tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/networks?id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6 HTTP/1.1" status: 200 len: 812 time: 0.1060553 Sep 15 18:09:37.616445 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-b486f935-d840-4bd4-b1f4-a9258e473a7b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/quotas/57eda6ece5ca41a592f43ffe27372b28 HTTP/1.1" status: 200 len: 375 time: 0.0097387 Sep 15 18:09:37.676409 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-b32a8e12-52a4-4cca-b729-303883f9f0f8 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=57eda6ece5ca41a592f43ffe27372b28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543895 Sep 15 18:09:37.856317 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:37.874820 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-fb90e81b-5a8c-445e-8077-d3da0acc185d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863101 Sep 15 18:09:37.961409 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:37.986829 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-f1e4b5a3-2617-4876-83b9-8cc3595c26c2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057417 Sep 15 18:09:38.179213 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a6555b1d-6556-4ba4-ab8b-d2dc8fb1e8f9 req-eb3e7850-b8ba-48f8-91d2-6544dc331ce1 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 210 time: 0.0287125 Sep 15 18:09:39.296439 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-67473a80-9ee0-4962-a088-0dda3096aba5 req-799a0a53-5f6d-437a-8636-49ff2c60e0fd tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 210 time: 0.0294456 Sep 15 18:09:39.422407 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-7c41e9ff-7ff5-49f4-87f8-4150d8e89bf8 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:39.423924 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-7c41e9ff-7ff5-49f4-87f8-4150d8e89bf8 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "GET /networking/v2.0/networks?id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6 HTTP/1.1" status: 200 len: 812 time: 0.1156759 Sep 15 18:09:39.497925 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-d3f3cd07-c37e-4138-af03-58605318b98b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=57eda6ece5ca41a592f43ffe27372b28 HTTP/1.1" status: 200 len: 380 time: 0.0589478 Sep 15 18:09:39.609065 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-4ece0ea1-4d5d-4bfe-958f-88a7f2af209c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'port': {'device_id': '68fbdc3c-e85a-47ad-bc2a-861f9f085e46', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'admin_state_up': True, 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'security_groups': ['e71135e6-89e4-4abe-9a29-02a982e037a1']}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:09:39.723929 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-4ece0ea1-4d5d-4bfe-958f-88a7f2af209c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Made reservation on behalf of 57eda6ece5ca41a592f43ffe27372b28 for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:09:39.728438 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-4ece0ea1-4d5d-4bfe-958f-88a7f2af209c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:39.862549 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-4ece0ea1-4d5d-4bfe-958f-88a7f2af209c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Allocated IP 172.20.0.8 (19a0cf85-4b4d-4963-b4f8-8096eb0628c6/4309f50e-8347-401e-916d-4634e75b9010/eeb45dfe-397f-4903-bdf8-cefbb3c51bf4) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:09:39.916622 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:40.021541 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-4ece0ea1-4d5d-4bfe-958f-88a7f2af209c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for port (eeb45dfe-397f-4903-bdf8-cefbb3c51bf4), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:40.054928 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-4ece0ea1-4d5d-4bfe-958f-88a7f2af209c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (eeb45dfe-397f-4903-bdf8-cefbb3c51bf4), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:40.103659 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-4ece0ea1-4d5d-4bfe-958f-88a7f2af209c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:09:40.109028 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-4ece0ea1-4d5d-4bfe-958f-88a7f2af209c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:09:40.111216 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece0ea1-4d5d-4bfe-958f-88a7f2af209c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'Port': ['ID=eeb45dfe-397f-4903-bdf8-cefbb3c51bf4,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:40.113522 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-4ece0ea1-4d5d-4bfe-958f-88a7f2af209c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:09:40.140178 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:40.176182 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-4ece0ea1-4d5d-4bfe-958f-88a7f2af209c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:40.176832 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-4ece0ea1-4d5d-4bfe-958f-88a7f2af209c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:40.195462 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-4ece0ea1-4d5d-4bfe-958f-88a7f2af209c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5905952 Sep 15 18:09:40.215989 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Request body: {'port': {'device_id': '68fbdc3c-e85a-47ad-bc2a-861f9f085e46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:09:40.295010 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (eeb45dfe-397f-4903-bdf8-cefbb3c51bf4), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:40.331557 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-0a01b792-7282-4893-a65a-954c76a97ffb None None] Provisioning complete for port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:09:40.332561 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a01b792-7282-4893-a65a-954c76a97ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (eeb45dfe-397f-4903-bdf8-cefbb3c51bf4), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:40.333089 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-0a01b792-7282-4893-a65a-954c76a97ffb None None] Attempt 1 to provision port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 Sep 15 18:09:40.373029 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0a01b792-7282-4893-a65a-954c76a97ffb None None] Port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:09:40.433779 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac4283-a498-4cf5-ae02-d4cb84e836ad req-658d557e-005a-412e-8739-7a1cb0e47e6e tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:40.435206 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-00ac4283-a498-4cf5-ae02-d4cb84e836ad req-658d557e-005a-412e-8739-7a1cb0e47e6e tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 931 time: 0.0486174 Sep 15 18:09:40.489240 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-00ac4283-a498-4cf5-ae02-d4cb84e836ad req-25af797b-489a-42f9-a042-fbb21481d555 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e71135e6-89e4-4abe-9a29-02a982e037a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483274 Sep 15 18:09:40.579874 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:09:40.588538 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Publish callbacks [] for port (eeb45dfe-397f-4903-bdf8-cefbb3c51bf4), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:40.602171 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Transition to ACTIVE for port object eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:09:40.605781 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (eeb45dfe-397f-4903-bdf8-cefbb3c51bf4), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:40.669530 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Pushing event updated for resources: {'Port': ['ID=eeb45dfe-397f-4903-bdf8-cefbb3c51bf4,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:40.727758 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Attempting to bind port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:09:40.728096 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Attempting to bind port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:09:40.728430 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Attempting to bind port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 on network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:09:40.780915 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 on network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:09:40.781541 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Attempting to bind port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 on network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:09:40.784876 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:40.830131 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:09:40.830371 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Checking segment: {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:09:40.830753 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Bound using segment: {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:09:40.831192 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Bound port: eeb45dfe-397f-4903-bdf8-cefbb3c51bf4, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:09:40.831554 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (eeb45dfe-397f-4903-bdf8-cefbb3c51bf4), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:40.873800 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-0a01b792-7282-4893-a65a-954c76a97ffb None None] Attempt 2 to provision port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 Sep 15 18:09:40.895362 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] For port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:09:40.898632 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] For port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=eeb45dfe-397f-4903-bdf8-cefbb3c51bf4,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:09:40.905943 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (eeb45dfe-397f-4903-bdf8-cefbb3c51bf4), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:40.909265 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:40.913431 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:40.913431 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 HTTP/1.1" status: 200 len: 1093 time: 0.6999977 Sep 15 18:09:40.913750 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0a01b792-7282-4893-a65a-954c76a97ffb None None] Port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:09:40.913852 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fbdc3c-e85a-47ad-bc2a-861f9f085e46', 'tag': 'eeb45dfe-397f-4903-bdf8-cefbb3c51bf4'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:09:40.915996 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5272df6f-6ef3-4697-97d9-0c3e5d938136" -d '{"events": [{"name": "network-changed", "server_uuid": "68fbdc3c-e85a-47ad-bc2a-861f9f085e46", "tag": "eeb45dfe-397f-4903-bdf8-cefbb3c51bf4"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:09:40.966405 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d5309c-8249-456a-bb47-4542a4881c64 x-openstack-request-id: req-52d5309c-8249-456a-bb47-4542a4881c64 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:09:40.966698 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fbdc3c-e85a-47ad-bc2a-861f9f085e46", "tag": "eeb45dfe-397f-4903-bdf8-cefbb3c51bf4", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:09:40.966953 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52d5309c-8249-456a-bb47-4542a4881c64 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:09:40.967355 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d5309c-8249-456a-bb47-4542a4881c64'] response: {'name': 'network-changed', 'server_uuid': '68fbdc3c-e85a-47ad-bc2a-861f9f085e46', 'tag': 'eeb45dfe-397f-4903-bdf8-cefbb3c51bf4', 'status': 'completed', 'code': 200} Sep 15 18:09:40.970517 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51929ee9-e499-4626-b772-ffedb4830c5e service neutron] Pushing event updated for resources: {'Port': ['ID=eeb45dfe-397f-4903-bdf8-cefbb3c51bf4,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:41.036468 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-bba2a6eb-adeb-4c39-afe4-03f46ed43824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:41.038095 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-bba2a6eb-adeb-4c39-afe4-03f46ed43824 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=57eda6ece5ca41a592f43ffe27372b28&device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 1127 time: 0.0447981 Sep 15 18:09:41.086347 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-e1615c58-1791-4cec-b306-32886180af97 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 HTTP/1.1" status: 200 len: 217 time: 0.0348411 Sep 15 18:09:41.100121 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:41.137660 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-13a6e6b2-33e6-4470-bc17-3889002c022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:41.139171 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-13a6e6b2-33e6-4470-bc17-3889002c022a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4309f50e-8347-401e-916d-4634e75b9010 HTTP/1.1" status: 200 len: 851 time: 0.0471206 Sep 15 18:09:41.193678 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-b9af1ac7-0920-4f68-98cc-ec7b770c8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:41.195290 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-b9af1ac7-0920-4f68-98cc-ec7b770c8d76 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0498066 Sep 15 18:09:41.292998 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-1dd4c22e-20bd-4100-83ac-41e5569b7f4d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907254 Sep 15 18:09:41.390835 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5c5bb7cb-b28b-4ce3-b9fd-08485038aa78 req-519b604c-63d2-4510-8714-75b9311548d2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913370 Sep 15 18:09:41.413657 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-0a01b792-7282-4893-a65a-954c76a97ffb None None] Attempt 3 to provision port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 Sep 15 18:09:41.455477 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0a01b792-7282-4893-a65a-954c76a97ffb None None] Port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 had new provisioning blocks added so it will not transition to active. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 18:09:41.615909 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1700ce-0686-47ff-9fde-6b72f5dd9436 req-e65977ce-7596-4ddb-9ecb-2879c5755079 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:41.618252 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6a1700ce-0686-47ff-9fde-6b72f5dd9436 req-e65977ce-7596-4ddb-9ecb-2879c5755079 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 943 time: 0.0496819 Sep 15 18:09:41.671805 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6a1700ce-0686-47ff-9fde-6b72f5dd9436 req-d6fef2ad-6023-4946-8488-1351bd8c5b52 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e71135e6-89e4-4abe-9a29-02a982e037a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455925 Sep 15 18:09:42.277325 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272df6f-6ef3-4697-97d9-0c3e5d938136 req-2ee428c0-aa9c-4b8b-9992-f8d6de2a2dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:42.278896 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5272df6f-6ef3-4697-97d9-0c3e5d938136 req-2ee428c0-aa9c-4b8b-9992-f8d6de2a2dd1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=57eda6ece5ca41a592f43ffe27372b28&device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 1127 time: 0.0440693 Sep 15 18:09:42.377165 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272df6f-6ef3-4697-97d9-0c3e5d938136 req-a0f8d2be-f780-47cb-8b48-fa8cbebb6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:42.378654 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5272df6f-6ef3-4697-97d9-0c3e5d938136 req-a0f8d2be-f780-47cb-8b48-fa8cbebb6354 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6 HTTP/1.1" status: 200 len: 913 time: 0.0943301 Sep 15 18:09:42.421093 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5272df6f-6ef3-4697-97d9-0c3e5d938136 req-5f0c34e1-b731-4e66-9088-8d68355a5be8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 HTTP/1.1" status: 200 len: 217 time: 0.0335591 Sep 15 18:09:42.476234 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272df6f-6ef3-4697-97d9-0c3e5d938136 req-a04dd0ff-cdc8-44cc-8a49-32e40ff7020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:42.477772 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5272df6f-6ef3-4697-97d9-0c3e5d938136 req-a04dd0ff-cdc8-44cc-8a49-32e40ff7020e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4309f50e-8347-401e-916d-4634e75b9010 HTTP/1.1" status: 200 len: 851 time: 0.0463207 Sep 15 18:09:42.523005 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272df6f-6ef3-4697-97d9-0c3e5d938136 req-bcb221f2-58d4-410f-8c4a-1a806fade821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:42.524714 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5272df6f-6ef3-4697-97d9-0c3e5d938136 req-bcb221f2-58d4-410f-8c4a-1a806fade821 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0414655 Sep 15 18:09:42.625341 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5272df6f-6ef3-4697-97d9-0c3e5d938136 req-2b2710de-7dad-462a-8321-b15fdbfc8f8f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917609 Sep 15 18:09:42.732075 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5272df6f-6ef3-4697-97d9-0c3e5d938136 req-870f440f-c625-4d1a-b4c2-2970e40f91c8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026731 Sep 15 18:09:42.808887 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d2862-39c4-4135-a65f-f2c8643c3c32 req-0e72e7b6-48a8-42ae-aa88-0a9e0b7ea330 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:42.810463 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4c2d2862-39c4-4135-a65f-f2c8643c3c32 req-0e72e7b6-48a8-42ae-aa88-0a9e0b7ea330 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 943 time: 0.0549686 Sep 15 18:09:42.871289 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4c2d2862-39c4-4135-a65f-f2c8643c3c32 req-7f8f47c1-6938-4644-a5b0-30f896fbc45f tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e71135e6-89e4-4abe-9a29-02a982e037a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544329 Sep 15 18:09:43.329234 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:09:43.434732 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=eeb45dfe-397f-4903-bdf8-cefbb3c51bf4,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:09:43.446883 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': 'eeb45dfe-397f-4903-bdf8-cefbb3c51bf4', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'port_id': 'eeb45dfe-397f-4903-bdf8-cefbb3c51bf4', 'mac_address': 'fa:16:3e:e8:81:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:09:43.483434 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:09:43.483946 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (eeb45dfe-397f-4903-bdf8-cefbb3c51bf4), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:43.499153 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:09:43.520092 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=eeb45dfe-397f-4903-bdf8-cefbb3c51bf4,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:09:43.525337 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (eeb45dfe-397f-4903-bdf8-cefbb3c51bf4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:43.555073 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:43.574589 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=eeb45dfe-397f-4903-bdf8-cefbb3c51bf4,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:43.866724 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['eeb45dfe-397f-4903-bdf8-cefbb3c51bf4'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:09:43.971339 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:44.003093 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84581878-d5b1-4037-b1cf-dee2dba48544 req-3d446c1f-d836-4916-a158-ba6c558f10a7 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:44.004627 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-84581878-d5b1-4037-b1cf-dee2dba48544 req-3d446c1f-d836-4916-a158-ba6c558f10a7 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 944 time: 0.0577002 Sep 15 18:09:44.064201 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-84581878-d5b1-4037-b1cf-dee2dba48544 req-6b0b6449-8fd6-4f7f-a24f-a46a4fc990fd tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e71135e6-89e4-4abe-9a29-02a982e037a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488300 Sep 15 18:09:44.119209 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=89 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:44.472857 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=81 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:45.192835 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158091c-6036-418b-95c7-db4da83a0a7c req-f03c158c-2fe2-4653-87ea-6a7bc3c8ddc6 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:45.195074 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1158091c-6036-418b-95c7-db4da83a0a7c req-f03c158c-2fe2-4653-87ea-6a7bc3c8ddc6 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 944 time: 0.0508633 Sep 15 18:09:45.244650 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1158091c-6036-418b-95c7-db4da83a0a7c req-3f9e2875-934a-4765-977a-df55a6009555 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e71135e6-89e4-4abe-9a29-02a982e037a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438800 Sep 15 18:09:45.354745 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:09:45.397091 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:09:45.403210 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:09:45.403617 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (eeb45dfe-397f-4903-bdf8-cefbb3c51bf4), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:45.404017 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 Sep 15 18:09:45.479309 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:09:45.479724 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (eeb45dfe-397f-4903-bdf8-cefbb3c51bf4), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:45.503751 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fbdc3c-e85a-47ad-bc2a-861f9f085e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb45dfe-397f-4903-bdf8-cefbb3c51bf4'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:09:45.506097 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ececb0f0-c1a1-49f6-8c4a-3bae36b4ea73" -d '{"events": [{"server_uuid": "68fbdc3c-e85a-47ad-bc2a-861f9f085e46", "name": "network-vif-plugged", "status": "completed", "tag": "eeb45dfe-397f-4903-bdf8-cefbb3c51bf4"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:09:45.519053 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=eeb45dfe-397f-4903-bdf8-cefbb3c51bf4,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:09:45.524131 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (eeb45dfe-397f-4903-bdf8-cefbb3c51bf4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:45.551138 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14904726-14b8-4940-9913-cbe103f3ea01 x-openstack-request-id: req-14904726-14b8-4940-9913-cbe103f3ea01 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:09:45.551484 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fbdc3c-e85a-47ad-bc2a-861f9f085e46", "name": "network-vif-plugged", "status": "completed", "tag": "eeb45dfe-397f-4903-bdf8-cefbb3c51bf4", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:09:45.551702 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14904726-14b8-4940-9913-cbe103f3ea01 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:09:45.552159 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14904726-14b8-4940-9913-cbe103f3ea01'] response: {'server_uuid': '68fbdc3c-e85a-47ad-bc2a-861f9f085e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb45dfe-397f-4903-bdf8-cefbb3c51bf4', 'code': 200} Sep 15 18:09:45.579971 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=eeb45dfe-397f-4903-bdf8-cefbb3c51bf4,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:09:45.782083 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc254e-0a3a-40af-a6ea-33db74895e13 req-264eb722-2cdf-4cab-8b7f-b171e89ee631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:45.783567 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-91dc254e-0a3a-40af-a6ea-33db74895e13 req-264eb722-2cdf-4cab-8b7f-b171e89ee631 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 1129 time: 0.0412645 Sep 15 18:09:45.814264 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:45.835162 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-91dc254e-0a3a-40af-a6ea-33db74895e13 req-4941895f-acd0-4475-b72b-e7167145e11f service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e71135e6-89e4-4abe-9a29-02a982e037a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409184 Sep 15 18:09:46.364508 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f39cc3-d783-4f39-b778-19d52883ab26 req-2d693e09-ee3e-4eb0-8783-11bd3ee62e90 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:46.366168 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-58f39cc3-d783-4f39-b778-19d52883ab26 req-2d693e09-ee3e-4eb0-8783-11bd3ee62e90 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 945 time: 0.0475497 Sep 15 18:09:46.430474 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-58f39cc3-d783-4f39-b778-19d52883ab26 req-ac0dca97-21e4-4dd9-ab56-f36d6b82c31b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e71135e6-89e4-4abe-9a29-02a982e037a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557046 Sep 15 18:09:47.564673 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6676e-ac92-45a8-b152-c36a13e7888a req-08f66fe9-33ce-476e-8840-5c1566f3d2dd tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:47.566228 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-41c6676e-ac92-45a8-b152-c36a13e7888a req-08f66fe9-33ce-476e-8840-5c1566f3d2dd tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 945 time: 0.0482814 Sep 15 18:09:47.615558 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-41c6676e-ac92-45a8-b152-c36a13e7888a req-e39f051b-7a2b-4062-ac26-5baa13fce491 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e71135e6-89e4-4abe-9a29-02a982e037a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434713 Sep 15 18:09:47.736871 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b17a8b-cf28-4388-85ad-f2e01304153a req-37de3911-c863-4317-999f-4f204efd1d01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:47.738363 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b2b17a8b-cf28-4388-85ad-f2e01304153a req-37de3911-c863-4317-999f-4f204efd1d01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 945 time: 0.0495627 Sep 15 18:09:47.748585 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37536) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:09:47.753365 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f60d5462-bb9e-4755-a02e-2d498160476d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'floatingip': {'port_id': 'eeb45dfe-397f-4903-bdf8-cefbb3c51bf4'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:09:47.798631 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f60d5462-bb9e-4755-a02e-2d498160476d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (21a8810a-f1b4-40f3-a236-9ab196a3f774), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:48.032293 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:48.147329 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:48.254077 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f60d5462-bb9e-4755-a02e-2d498160476d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:48.261025 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f60d5462-bb9e-4755-a02e-2d498160476d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (21a8810a-f1b4-40f3-a236-9ab196a3f774), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:48.365586 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.l3_db [None req-f60d5462-bb9e-4755-a02e-2d498160476d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Floating IP 21a8810a-f1b4-40f3-a236-9ab196a3f774 associated. External IP: 172.28.1.43, port: eeb45dfe-397f-4903-bdf8-cefbb3c51bf4. Sep 15 18:09:48.578839 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60d5462-bb9e-4755-a02e-2d498160476d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Router c2ab935d-2333-49eb-8af3-06bf9288b5a3 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:09:48.688226 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60d5462-bb9e-4755-a02e-2d498160476d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:09:48.693372 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f60d5462-bb9e-4755-a02e-2d498160476d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:48.698640 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92344719-fd39-4094-b3ad-2e039977bca3 None None] Sync routers for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:09:48.708931 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92344719-fd39-4094-b3ad-2e039977bca3 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:09:48.710163 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-92344719-fd39-4094-b3ad-2e039977bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:09:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:48.726739 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-f60d5462-bb9e-4755-a02e-2d498160476d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/21a8810a-f1b4-40f3-a236-9ab196a3f774 HTTP/1.1" status: 200 len: 990 time: 0.9770904 Sep 15 18:09:48.728383 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fbdc3c-e85a-47ad-bc2a-861f9f085e46', 'tag': 'eeb45dfe-397f-4903-bdf8-cefbb3c51bf4'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:09:48.730947 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37c4102d2d517d607139b710ac7a8d6e47170191c640291e613d15b6186679b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e5eee0-f25c-4ed0-86ac-16152b1b8035" -d '{"events": [{"name": "network-changed", "server_uuid": "68fbdc3c-e85a-47ad-bc2a-861f9f085e46", "tag": "eeb45dfe-397f-4903-bdf8-cefbb3c51bf4"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:09:48.780307 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80743bd-b002-4ad4-a4dd-fe5048fdb07a x-openstack-request-id: req-d80743bd-b002-4ad4-a4dd-fe5048fdb07a {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:09:48.780307 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fbdc3c-e85a-47ad-bc2a-861f9f085e46", "tag": "eeb45dfe-397f-4903-bdf8-cefbb3c51bf4", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:09:48.780307 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d80743bd-b002-4ad4-a4dd-fe5048fdb07a {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:09:48.780307 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80743bd-b002-4ad4-a4dd-fe5048fdb07a'] response: {'name': 'network-changed', 'server_uuid': '68fbdc3c-e85a-47ad-bc2a-861f9f085e46', 'tag': 'eeb45dfe-397f-4903-bdf8-cefbb3c51bf4', 'status': 'completed', 'code': 200} Sep 15 18:09:48.822177 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-92344719-fd39-4094-b3ad-2e039977bca3 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:09:48.867689 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5eee0-f25c-4ed0-86ac-16152b1b8035 req-650afca8-9a3c-4961-9a0c-98a841495c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:48.869201 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e1e5eee0-f25c-4ed0-86ac-16152b1b8035 req-650afca8-9a3c-4961-9a0c-98a841495c00 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=57eda6ece5ca41a592f43ffe27372b28&device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 1129 time: 0.0415871 Sep 15 18:09:48.976815 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5eee0-f25c-4ed0-86ac-16152b1b8035 req-c520b4c0-7e96-4f54-aae4-34d9e3e354a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:48.978326 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e1e5eee0-f25c-4ed0-86ac-16152b1b8035 req-c520b4c0-7e96-4f54-aae4-34d9e3e354a0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6 HTTP/1.1" status: 200 len: 913 time: 0.1032658 Sep 15 18:09:49.044005 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e1e5eee0-f25c-4ed0-86ac-16152b1b8035 req-a3ac1872-6fc5-458a-9fb9-a4299dba35c4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 HTTP/1.1" status: 200 len: 998 time: 0.0591493 Sep 15 18:09:49.057693 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-92344719-fd39-4094-b3ad-2e039977bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '21a8810a-f1b4-40f3-a236-9ab196a3f774', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.43', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': 'eeb45dfe-397f-4903-bdf8-cefbb3c51bf4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:e8:81:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fbdc3c-e85a-47ad-bc2a-861f9f085e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:09:36Z', 'updated_at': '2022-09-15T18:09:48Z', 'revision_number': 1, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:49.085208 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92344719-fd39-4094-b3ad-2e039977bca3 None None] Checking router: c2ab935d-2333-49eb-8af3-06bf9288b5a3 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:09:49.093729 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:49.094396 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92344719-fd39-4094-b3ad-2e039977bca3 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:09:49.095061 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-92344719-fd39-4094-b3ad-2e039977bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:09:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:49.103762 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5eee0-f25c-4ed0-86ac-16152b1b8035 req-d49806de-e3ea-4b39-ae1c-86f66b2b8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:49.105225 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e1e5eee0-f25c-4ed0-86ac-16152b1b8035 req-d49806de-e3ea-4b39-ae1c-86f66b2b8a0f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4309f50e-8347-401e-916d-4634e75b9010 HTTP/1.1" status: 200 len: 851 time: 0.0552535 Sep 15 18:09:49.163345 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5eee0-f25c-4ed0-86ac-16152b1b8035 req-7964d21c-980a-4b15-bd83-42c7f61f11bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:09:49.165050 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e1e5eee0-f25c-4ed0-86ac-16152b1b8035 req-7964d21c-980a-4b15-bd83-42c7f61f11bf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0533683 Sep 15 18:09:49.215709 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-92344719-fd39-4094-b3ad-2e039977bca3 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:09:49.270209 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e1e5eee0-f25c-4ed0-86ac-16152b1b8035 req-a4df0c4c-fea7-4351-803f-0e832d711aeb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986412 Sep 15 18:09:49.381903 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e1e5eee0-f25c-4ed0-86ac-16152b1b8035 req-61501387-3829-4d44-be8a-e2c57f6aace9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041708 Sep 15 18:09:49.565537 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-92344719-fd39-4094-b3ad-2e039977bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '21a8810a-f1b4-40f3-a236-9ab196a3f774', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.43', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': 'eeb45dfe-397f-4903-bdf8-cefbb3c51bf4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:e8:81:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fbdc3c-e85a-47ad-bc2a-861f9f085e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:09:36Z', 'updated_at': '2022-09-15T18:09:48Z', 'revision_number': 1, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:09:49.592623 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92344719-fd39-4094-b3ad-2e039977bca3 None None] The sync data for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb is: [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '21a8810a-f1b4-40f3-a236-9ab196a3f774', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.43', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': 'eeb45dfe-397f-4903-bdf8-cefbb3c51bf4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:e8:81:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fbdc3c-e85a-47ad-bc2a-861f9f085e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:09:36Z', 'updated_at': '2022-09-15T18:09:48Z', 'revision_number': 1, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:09:49.808398 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c357e-6d57-4d74-b0c8-f1cbd863a636 None None] New status for floating IP 21a8810a-f1b4-40f3-a236-9ab196a3f774: ACTIVE {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:09:54.524321 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:58.720421 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:58.722796 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:58.928412 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1792aa15-f5a5-4eb7-9835-170946627c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:09:59.364207 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=48 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:09:59.376596 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=24 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:01.512268 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8668ef1-d4d4-47c1-b44a-b5c8c36b3a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:02.529661 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:03.908094 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:04.092287 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:06.679341 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fe0f6-b92f-4ca8-ae9e-7e14cb320827 req-4bcfccac-4144-403e-a3a8-b7ead00abbef tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:06.680912 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-fe8fe0f6-b92f-4ca8-ae9e-7e14cb320827 req-4bcfccac-4144-403e-a3a8-b7ead00abbef tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0541539 Sep 15 18:10:06.731507 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-fe8fe0f6-b92f-4ca8-ae9e-7e14cb320827 req-79a91ee3-853d-4c89-9bbb-1223eac66da4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447865 Sep 15 18:10:07.450386 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=74 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:07.451378 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=80 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:07.867980 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f5120-361e-44cf-a586-46ebd0a65392 req-341e7f42-1624-4da2-b71f-503ade0f8f16 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:07.869525 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-016f5120-361e-44cf-a586-46ebd0a65392 req-341e7f42-1624-4da2-b71f-503ade0f8f16 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0543590 Sep 15 18:10:07.919596 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-016f5120-361e-44cf-a586-46ebd0a65392 req-92484867-1408-43d2-9b2d-5fd801a76f8e tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444627 Sep 15 18:10:09.063957 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdbb47-6987-4add-bc5a-1b7f3f6eee03 req-ba41ce7b-d76a-47f4-9cdb-b0e085cd8113 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:09.065484 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3cbdbb47-6987-4add-bc5a-1b7f3f6eee03 req-ba41ce7b-d76a-47f4-9cdb-b0e085cd8113 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0475664 Sep 15 18:10:09.116005 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3cbdbb47-6987-4add-bc5a-1b7f3f6eee03 req-645083a9-537e-4894-b27a-2360499773bd tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443726 Sep 15 18:10:10.248416 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee259a47-2b78-4e88-8b13-69dbd240d0ab req-adda58c2-4324-4631-b8c6-6376b66bffa5 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:10.249905 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ee259a47-2b78-4e88-8b13-69dbd240d0ab req-adda58c2-4324-4631-b8c6-6376b66bffa5 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0482106 Sep 15 18:10:10.303875 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ee259a47-2b78-4e88-8b13-69dbd240d0ab req-dd511923-f984-4ad2-9bc4-bdcdf9b2904a tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483181 Sep 15 18:10:11.446486 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7959271-7368-4726-9e24-2315201b7a59 req-214a5ca6-e994-4b20-b773-990eeb79c93d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:11.447990 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e7959271-7368-4726-9e24-2315201b7a59 req-214a5ca6-e994-4b20-b773-990eeb79c93d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0483508 Sep 15 18:10:11.471844 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:10:11.499511 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e7959271-7368-4726-9e24-2315201b7a59 req-d7a25b16-8864-44f7-99a0-3926b2806e7f tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434234 Sep 15 18:10:12.626981 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec75681-e4f9-4003-971f-f256d29caef3 req-b43b3de8-4412-4a9b-8e7e-18069ad8ffc3 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:12.628599 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4ec75681-e4f9-4003-971f-f256d29caef3 req-b43b3de8-4412-4a9b-8e7e-18069ad8ffc3 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0495267 Sep 15 18:10:12.678332 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4ec75681-e4f9-4003-971f-f256d29caef3 req-8f3f7020-8bf2-4775-a7b7-1a6c1bf67c76 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427988 Sep 15 18:10:13.815922 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac797ec-e306-450a-999e-9f55ae7d3973 req-c0ccc82f-5107-42dd-8840-6237142a157d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:13.817693 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1ac797ec-e306-450a-999e-9f55ae7d3973 req-c0ccc82f-5107-42dd-8840-6237142a157d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0532653 Sep 15 18:10:13.870087 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1ac797ec-e306-450a-999e-9f55ae7d3973 req-75761477-c895-455e-9491-dfd9c83c3415 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440462 Sep 15 18:10:14.084931 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:14.088051 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=68,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:14.999046 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8951e63-4809-4872-bd70-c89ab14e9c3c req-46bd1120-b453-4b5e-89ba-47a3451d04b1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:15.000579 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a8951e63-4809-4872-bd70-c89ab14e9c3c req-46bd1120-b453-4b5e-89ba-47a3451d04b1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0486979 Sep 15 18:10:15.050058 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a8951e63-4809-4872-bd70-c89ab14e9c3c req-0ddb81d0-ea84-43fb-b9b7-ede4d2596710 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437889 Sep 15 18:10:16.180478 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7d00f-425f-4646-b123-246bb8009ea0 req-0aec6b81-73a4-4894-be62-267c542860e2 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:16.181870 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-74f7d00f-425f-4646-b123-246bb8009ea0 req-0aec6b81-73a4-4894-be62-267c542860e2 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0458982 Sep 15 18:10:16.232819 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-74f7d00f-425f-4646-b123-246bb8009ea0 req-0be08837-e4b3-43e3-be28-0b47f73b6ca4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453596 Sep 15 18:10:17.369623 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526aebed-9fca-4dd4-b589-edae4db5a5f8 req-6f26f259-3a20-4b70-82cf-a90a8c54b425 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:17.371105 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-526aebed-9fca-4dd4-b589-edae4db5a5f8 req-6f26f259-3a20-4b70-82cf-a90a8c54b425 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0484457 Sep 15 18:10:17.420802 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-526aebed-9fca-4dd4-b589-edae4db5a5f8 req-8d146dff-9bcc-45a8-80c9-a73a9b2117de tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436938 Sep 15 18:10:18.545773 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207e337-c75d-4c25-9fe9-e915eac107de req-828d14e8-001c-44d2-a4e2-1814c47a97e1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:18.547218 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8207e337-c75d-4c25-9fe9-e915eac107de req-828d14e8-001c-44d2-a4e2-1814c47a97e1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0459564 Sep 15 18:10:18.582035 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:18.594925 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8207e337-c75d-4c25-9fe9-e915eac107de req-2ca0891f-f8c2-4b0e-bc7c-143096a3d84b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416884 Sep 15 18:10:19.713637 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:19.727096 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4189cf-bfa9-4ee4-8e12-43a818b48150 req-f15057dc-67c4-41a3-8698-b2c12c0cacb4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:19.728605 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ed4189cf-bfa9-4ee4-8e12-43a818b48150 req-f15057dc-67c4-41a3-8698-b2c12c0cacb4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0500760 Sep 15 18:10:19.776254 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ed4189cf-bfa9-4ee4-8e12-43a818b48150 req-78ef8305-4fa7-4201-8fd6-cec9542f23c1 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420353 Sep 15 18:10:20.905748 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cd460-bd65-46df-a9dd-79f98b6cceae req-87cb3261-7bd3-4140-9a1c-a1a4cee57794 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:20.907215 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8e2cd460-bd65-46df-a9dd-79f98b6cceae req-87cb3261-7bd3-4140-9a1c-a1a4cee57794 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0466332 Sep 15 18:10:20.954804 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8e2cd460-bd65-46df-a9dd-79f98b6cceae req-425f0cd1-dfad-41e3-bd2a-6da84ff6f74a tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420530 Sep 15 18:10:22.084173 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e4e86-910f-46c9-ae8d-05e967856651 req-d4014fd5-ecf8-43d5-bb79-52af8c57fb42 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:22.085776 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f81e4e86-910f-46c9-ae8d-05e967856651 req-d4014fd5-ecf8-43d5-bb79-52af8c57fb42 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0507777 Sep 15 18:10:22.148542 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f81e4e86-910f-46c9-ae8d-05e967856651 req-03e950a4-1bd9-4d74-bdb5-455b66484a79 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569165 Sep 15 18:10:23.274831 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccf80e-ac30-49bc-812a-ce74996d6714 req-423af452-818f-41ba-a348-a68ac0e8872b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:23.276345 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-45ccf80e-ac30-49bc-812a-ce74996d6714 req-423af452-818f-41ba-a348-a68ac0e8872b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0465102 Sep 15 18:10:23.323196 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-45ccf80e-ac30-49bc-812a-ce74996d6714 req-10dd57ad-4d89-45fa-a921-4adf6fc76d4a tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413504 Sep 15 18:10:23.600201 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 3ed453b7-e1f6-4493-91c9-878198444c30 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:10:23.707648 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 3ed453b7-e1f6-4493-91c9-878198444c30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3ed453b7-e1f6-4493-91c9-878198444c30,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:10:23.719766 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '3ed453b7-e1f6-4493-91c9-878198444c30', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'port_id': '3ed453b7-e1f6-4493-91c9-878198444c30', 'mac_address': 'fa:16:3e:86:7f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:10:23.877800 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 3ed453b7-e1f6-4493-91c9-878198444c30 is: ACTIVE; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:10:23.878096 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:23.891233 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ed453b7-e1f6-4493-91c9-878198444c30 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:10:23.911550 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 3ed453b7-e1f6-4493-91c9-878198444c30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3ed453b7-e1f6-4493-91c9-878198444c30,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:10:23.916642 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:23.970567 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=3ed453b7-e1f6-4493-91c9-878198444c30,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:23.978219 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:23.978566 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:23.978910 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:23.979279 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:23.979613 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:23.979940 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:23.980268 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:23.980593 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:23.980923 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:23.981241 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:23.981596 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:23.981938 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:23.982267 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:23.982580 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:23.982901 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:24.123122 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['3ed453b7-e1f6-4493-91c9-878198444c30'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:10:24.455568 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59721b2e-b84d-4bb8-ba94-6882e0d15b21 req-c9491233-2e08-49a4-9854-f0e8ab009614 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:24.457164 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-59721b2e-b84d-4bb8-ba94-6882e0d15b21 req-c9491233-2e08-49a4-9854-f0e8ab009614 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 945 time: 0.0513282 Sep 15 18:10:24.521498 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-59721b2e-b84d-4bb8-ba94-6882e0d15b21 req-746322c5-d071-4d63-987a-5a35b214fa4c tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582652 Sep 15 18:10:24.529394 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:25.617866 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 3ed453b7-e1f6-4493-91c9-878198444c30 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:10:25.684278 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 3ed453b7-e1f6-4493-91c9-878198444c30 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:10:25.684591 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:25.684985 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 3ed453b7-e1f6-4493-91c9-878198444c30 Sep 15 18:10:25.778373 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 3ed453b7-e1f6-4493-91c9-878198444c30 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:10:25.779047 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:25.813993 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed453b7-e1f6-4493-91c9-878198444c30'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:10:25.817204 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0fcec0-29d8-4c69-881d-9510201653ad" -d '{"events": [{"server_uuid": "5dad0995-b4e9-4e8a-a351-2f0d9541dc4d", "name": "network-vif-plugged", "status": "completed", "tag": "3ed453b7-e1f6-4493-91c9-878198444c30"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:10:25.836570 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 3ed453b7-e1f6-4493-91c9-878198444c30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3ed453b7-e1f6-4493-91c9-878198444c30,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:10:25.843682 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:25.897131 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94db596-abcb-4301-a37a-95b7b5ef4047 x-openstack-request-id: req-b94db596-abcb-4301-a37a-95b7b5ef4047 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:10:25.897876 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dad0995-b4e9-4e8a-a351-2f0d9541dc4d", "name": "network-vif-plugged", "status": "completed", "tag": "3ed453b7-e1f6-4493-91c9-878198444c30", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:10:25.898297 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b94db596-abcb-4301-a37a-95b7b5ef4047 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:10:25.898943 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94db596-abcb-4301-a37a-95b7b5ef4047'] response: {'server_uuid': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed453b7-e1f6-4493-91c9-878198444c30', 'code': 200} Sep 15 18:10:25.921022 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=3ed453b7-e1f6-4493-91c9-878198444c30,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:25.940294 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31323483-acc0-45e7-b6a9-338aee138245 req-22679988-f7fa-4000-b3ef-a8635b55f37c tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:25.941827 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-31323483-acc0-45e7-b6a9-338aee138245 req-22679988-f7fa-4000-b3ef-a8635b55f37c tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 945 time: 0.3220916 Sep 15 18:10:26.000039 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-31323483-acc0-45e7-b6a9-338aee138245 req-64f79d42-0c49-45e4-a946-c41d0d4dc994 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509822 Sep 15 18:10:27.149617 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09030f4b-4166-42e3-893f-8ea990d9f040 req-bba0a8a8-d734-446d-b3d5-a7c0b1184912 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:27.150870 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-09030f4b-4166-42e3-893f-8ea990d9f040 req-bba0a8a8-d734-446d-b3d5-a7c0b1184912 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0620694 Sep 15 18:10:27.224198 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-09030f4b-4166-42e3-893f-8ea990d9f040 req-2201f218-b0f9-407f-a47e-1d006cfeb93d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602286 Sep 15 18:10:28.368479 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145b387-1b68-4f8e-a333-a42c01138428 req-ef671aa0-1146-4580-a62b-81e25d52e424 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:28.376875 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1145b387-1b68-4f8e-a333-a42c01138428 req-ef671aa0-1146-4580-a62b-81e25d52e424 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0682452 Sep 15 18:10:28.435431 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1145b387-1b68-4f8e-a333-a42c01138428 req-00a711e4-1b7d-465b-90a7-d99351923001 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576694 Sep 15 18:10:28.460699 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=13 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:28.462190 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=17 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:28.939254 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-188d2887-2d9f-47e2-9e90-336d9e570f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:29.612197 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa646457-9b03-4c47-8c59-01a21d00dd0b req-92e5b324-6511-48fa-b3da-85541e826375 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:29.616305 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-aa646457-9b03-4c47-8c59-01a21d00dd0b req-92e5b324-6511-48fa-b3da-85541e826375 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0694904 Sep 15 18:10:29.701379 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-aa646457-9b03-4c47-8c59-01a21d00dd0b req-ad6131fb-7151-40ff-971b-5ac4d9c73cb4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730600 Sep 15 18:10:30.859465 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e291be-757d-4139-bd35-6ac8f6e6b835 req-9a3d97b6-29ec-4815-9fad-7ebebd682c68 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:30.861504 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e5e291be-757d-4139-bd35-6ac8f6e6b835 req-9a3d97b6-29ec-4815-9fad-7ebebd682c68 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0626385 Sep 15 18:10:30.921657 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e5e291be-757d-4139-bd35-6ac8f6e6b835 req-9601fed6-47de-4c2a-8eed-2ff8eb25c409 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479181 Sep 15 18:10:31.144483 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:31.159733 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff525d5d-0b68-4bf6-94b0-b490955323b6 req-118bf64f-d930-4091-8a01-b741b51a0c48 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:31.163743 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ff525d5d-0b68-4bf6-94b0-b490955323b6 req-118bf64f-d930-4091-8a01-b741b51a0c48 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 945 time: 0.0603216 Sep 15 18:10:31.233468 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ff525d5d-0b68-4bf6-94b0-b490955323b6 req-ac0664ec-6704-4620-bc93-d39f41637089 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e71135e6-89e4-4abe-9a29-02a982e037a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656457 Sep 15 18:10:31.507701 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4d63618b-d462-4b2e-8d70-b85d4f1b92e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:32.069264 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbeca9b-b426-4a3d-bf5e-bfa304085d9a req-874deff2-35f6-4504-83ca-ae72c409efa0 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:32.070837 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1bbeca9b-b426-4a3d-bf5e-bfa304085d9a req-874deff2-35f6-4504-83ca-ae72c409efa0 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0519707 Sep 15 18:10:32.103143 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:32.136180 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1bbeca9b-b426-4a3d-bf5e-bfa304085d9a req-52b60041-e2fc-432d-9159-ff5eaccc2883 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562968 Sep 15 18:10:32.380163 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e28ef-a5a9-4e71-b91b-ff4e0541a5ec req-dba95393-34de-48d4-9834-08fbe541c30e tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:32.382469 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-081e28ef-a5a9-4e71-b91b-ff4e0541a5ec req-dba95393-34de-48d4-9834-08fbe541c30e tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 945 time: 0.0668492 Sep 15 18:10:32.441149 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-081e28ef-a5a9-4e71-b91b-ff4e0541a5ec req-78af90d0-84be-45a9-80ff-0b955df3e21f tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e71135e6-89e4-4abe-9a29-02a982e037a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530391 Sep 15 18:10:32.528777 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:32.540020 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:33.180462 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56e208-51b2-4a16-af4a-450e947ba1c0 req-567a2c4e-3170-4dce-bc04-35c39c0609f7 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:33.182088 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0d56e208-51b2-4a16-af4a-450e947ba1c0 req-567a2c4e-3170-4dce-bc04-35c39c0609f7 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 945 time: 0.0626562 Sep 15 18:10:33.283500 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183891d-a886-42eb-ae83-3cfe0403a975 req-b0f651b0-9ee3-471a-bc91-2b3498f9a145 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:33.288326 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-0d56e208-51b2-4a16-af4a-450e947ba1c0 req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Deleting port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:10:33.288849 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-0d56e208-51b2-4a16-af4a-450e947ba1c0 req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (eeb45dfe-397f-4903-bdf8-cefbb3c51bf4), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:33.292125 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0183891d-a886-42eb-ae83-3cfe0403a975 req-b0f651b0-9ee3-471a-bc91-2b3498f9a145 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0640335 Sep 15 18:10:33.344676 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0183891d-a886-42eb-ae83-3cfe0403a975 req-655ae3ab-d910-4bc1-b99b-7dfb917ea894 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515778 Sep 15 18:10:33.396575 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-0d56e208-51b2-4a16-af4a-450e947ba1c0 req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] For port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=eeb45dfe-397f-4903-bdf8-cefbb3c51bf4,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:10:33.397035 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-0d56e208-51b2-4a16-af4a-450e947ba1c0 req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (eeb45dfe-397f-4903-bdf8-cefbb3c51bf4), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:33.645479 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8a61-8a86-4292-8316-fcd961abcd03 req-d5642e63-7006-4df4-b433-8ba544ad0b52 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:33.650054 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-547b8a61-8a86-4292-8316-fcd961abcd03 req-d5642e63-7006-4df4-b433-8ba544ad0b52 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 945 time: 0.0928302 Sep 15 18:10:33.656457 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-0d56e208-51b2-4a16-af4a-450e947ba1c0 req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:33.656835 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-0d56e208-51b2-4a16-af4a-450e947ba1c0 req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (21a8810a-f1b4-40f3-a236-9ab196a3f774), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:33.657172 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.l3_db [req-0d56e208-51b2-4a16-af4a-450e947ba1c0 req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Floating IP 21a8810a-f1b4-40f3-a236-9ab196a3f774 disassociated. External IP: 172.28.1.43, port: eeb45dfe-397f-4903-bdf8-cefbb3c51bf4. Sep 15 18:10:33.657532 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-0d56e208-51b2-4a16-af4a-450e947ba1c0 req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Calling delete_port for eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:10:33.725412 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-547b8a61-8a86-4292-8316-fcd961abcd03 req-a957b9cc-e8fe-4b25-ad06-cbaf7ff2dada tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e71135e6-89e4-4abe-9a29-02a982e037a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668793 Sep 15 18:10:33.812797 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-0d56e208-51b2-4a16-af4a-450e947ba1c0 req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (eeb45dfe-397f-4903-bdf8-cefbb3c51bf4), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:33.847475 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event deleted for resources: {'Port': ['ID=eeb45dfe-397f-4903-bdf8-cefbb3c51bf4,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:33.925398 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:33.956202 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:33.956561 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:33.959517 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:33.959517 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:33.959517 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:33.959517 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:33.959517 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:33.959517 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:33.959517 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:33.960215 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:33.960215 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:33.960437 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:33.960760 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:33.961082 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:33.961426 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:33.980725 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d56e208-51b2-4a16-af4a-450e947ba1c0 req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Router c2ab935d-2333-49eb-8af3-06bf9288b5a3 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:10:34.093567 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:34.359165 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d56e208-51b2-4a16-af4a-450e947ba1c0 req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:10:34.370750 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b632c7-940a-4445-b728-5cf9cfb2f024 None None] Sync routers for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:10:34.382161 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b632c7-940a-4445-b728-5cf9cfb2f024 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:10:34.382787 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f2b632c7-940a-4445-b728-5cf9cfb2f024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:10:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:10:34.411954 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d56e208-51b2-4a16-af4a-450e947ba1c0 req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] No DVR routers for this DVR port eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:10:34.414517 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-0d56e208-51b2-4a16-af4a-450e947ba1c0 req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:34.418381 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0d56e208-51b2-4a16-af4a-450e947ba1c0 req-bfb76285-7988-4723-85ca-a86bca41a76b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "DELETE /networking/v2.0/ports/eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 HTTP/1.1" status: 204 len: 173 time: 1.2286475 Sep 15 18:10:34.418381 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fbdc3c-e85a-47ad-bc2a-861f9f085e46', 'name': 'network-vif-deleted', 'tag': 'eeb45dfe-397f-4903-bdf8-cefbb3c51bf4'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:10:34.421054 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af20b22-16ef-422e-a144-501359cc009c" -d '{"events": [{"server_uuid": "68fbdc3c-e85a-47ad-bc2a-861f9f085e46", "name": "network-vif-deleted", "tag": "eeb45dfe-397f-4903-bdf8-cefbb3c51bf4"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:10:34.459615 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e466f0-84c5-47b1-a300-de021dd440f5 x-openstack-request-id: req-19e466f0-84c5-47b1-a300-de021dd440f5 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:10:34.460307 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fbdc3c-e85a-47ad-bc2a-861f9f085e46", "name": "network-vif-deleted", "tag": "eeb45dfe-397f-4903-bdf8-cefbb3c51bf4", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:10:34.460307 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19e466f0-84c5-47b1-a300-de021dd440f5 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:10:34.460519 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e466f0-84c5-47b1-a300-de021dd440f5'] response: {'server_uuid': '68fbdc3c-e85a-47ad-bc2a-861f9f085e46', 'name': 'network-vif-deleted', 'tag': 'eeb45dfe-397f-4903-bdf8-cefbb3c51bf4', 'status': 'completed', 'code': 200} Sep 15 18:10:34.494575 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a1885-8666-4a01-b225-b477b01f47d7 req-77b5d6ec-51ba-442d-9386-7298029eb0b6 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:34.496761 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-183a1885-8666-4a01-b225-b477b01f47d7 req-77b5d6ec-51ba-442d-9386-7298029eb0b6 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0574741 Sep 15 18:10:34.520459 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f2b632c7-940a-4445-b728-5cf9cfb2f024 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:10:34.553854 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-183a1885-8666-4a01-b225-b477b01f47d7 req-9b1aaff7-28c1-4c6d-86a5-a120fc4b2792 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505702 Sep 15 18:10:34.722815 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f2b632c7-940a-4445-b728-5cf9cfb2f024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:10:34.752279 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b632c7-940a-4445-b728-5cf9cfb2f024 None None] Checking router: c2ab935d-2333-49eb-8af3-06bf9288b5a3 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:10:34.761430 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b632c7-940a-4445-b728-5cf9cfb2f024 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:10:34.762035 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f2b632c7-940a-4445-b728-5cf9cfb2f024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:10:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:10:34.852018 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9019b03d-35bb-4cd7-972a-7d7a085a9ff6 req-cf5e9148-86d7-4991-92b6-dbbcd9fa1432 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68fbdc3c-e85a-47ad-bc2a-861f9f085e46 HTTP/1.1" status: 200 len: 210 time: 0.0317335 Sep 15 18:10:34.868087 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f2b632c7-940a-4445-b728-5cf9cfb2f024 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:10:35.075260 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f2b632c7-940a-4445-b728-5cf9cfb2f024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:10:35.075514 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:35.079582 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0433d-76cc-48e8-8091-c1338ed4d9ba req-6a9b8f32-1929-4173-a974-17b013dd6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:35.081076 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ece0433d-76cc-48e8-8091-c1338ed4d9ba req-6a9b8f32-1929-4173-a974-17b013dd6a13 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dda6be1ed33a44979aae8cd74d60cb93&device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 1130 time: 0.0429173 Sep 15 18:10:35.103506 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b632c7-940a-4445-b728-5cf9cfb2f024 None None] The sync data for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb is: [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:10:35.191942 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0433d-76cc-48e8-8091-c1338ed4d9ba req-fd948e6a-3d19-4517-9443-16556bbf723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:35.193560 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ece0433d-76cc-48e8-8091-c1338ed4d9ba req-fd948e6a-3d19-4517-9443-16556bbf723f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf HTTP/1.1" status: 200 len: 917 time: 0.0968750 Sep 15 18:10:35.334408 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f80adbb-58d7-4e88-9e57-73f6cdc2b0fb None None] New status for floating IP 21a8810a-f1b4-40f3-a236-9ab196a3f774: DOWN {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:10:35.468894 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ece0433d-76cc-48e8-8091-c1338ed4d9ba req-8bd7cf66-18c3-4274-9bb1-808b20f85701 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ed453b7-e1f6-4493-91c9-878198444c30 HTTP/1.1" status: 200 len: 1001 time: 0.0666046 Sep 15 18:10:35.516618 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:35.536913 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0433d-76cc-48e8-8091-c1338ed4d9ba req-0dc97779-96af-4ae1-8495-95c4c3fd0a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:35.538520 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ece0433d-76cc-48e8-8091-c1338ed4d9ba req-0dc97779-96af-4ae1-8495-95c4c3fd0a80 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7fe5157e-f108-4353-8b32-73d0fa8ed955 HTTP/1.1" status: 200 len: 855 time: 0.0491400 Sep 15 18:10:35.592834 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0433d-76cc-48e8-8091-c1338ed4d9ba req-495a5541-0b59-4624-b4a4-e228ba991dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:35.594428 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ece0433d-76cc-48e8-8091-c1338ed4d9ba req-495a5541-0b59-4624-b4a4-e228ba991dd2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0501606 Sep 15 18:10:35.690968 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ece0433d-76cc-48e8-8091-c1338ed4d9ba req-10823294-9358-4b70-ae34-515da760d111 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892971 Sep 15 18:10:35.691235 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174149f8-2aa1-4a26-a14d-6b7f8ec3b5e6 req-97ae6244-9e0d-4a9a-bfca-df046d7d6b64 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:35.693164 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-174149f8-2aa1-4a26-a14d-6b7f8ec3b5e6 req-97ae6244-9e0d-4a9a-bfca-df046d7d6b64 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0530975 Sep 15 18:10:35.696696 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:10:35.721561 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:10:35.721914 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device eeb45dfe-397f-4903-bdf8-cefbb3c51bf4 not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:10:35.743502 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-174149f8-2aa1-4a26-a14d-6b7f8ec3b5e6 req-28277fa3-a647-4535-8206-b479e16ebfc2 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445850 Sep 15 18:10:35.792312 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ece0433d-76cc-48e8-8091-c1338ed4d9ba req-2518f707-c9d7-43cf-b654-927ec0b5dd68 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914402 Sep 15 18:10:35.951393 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37740) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:10:36.008338 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (e71135e6-89e4-4abe-9a29-02a982e037a1), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.031114 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (e71135e6-89e4-4abe-9a29-02a982e037a1), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.081697 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (e71135e6-89e4-4abe-9a29-02a982e037a1), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.084253 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.085467 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e71135e6-89e4-4abe-9a29-02a982e037a1 HTTP/1.1" status: 204 len: 168 time: 0.1330416 Sep 15 18:10:36.088659 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37742) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:10:36.095109 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71135e6-89e4-4abe-9a29-02a982e037a1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:36.102309 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.api.v2.resource [None req-5804fc6f-e587-47e8-bc5a-6767abb6a2dd tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] show failed (client error): The resource could not be found. Sep 15 18:10:36.102467 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:36.102731 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:36.106203 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:36.106203 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:36.106460 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-5804fc6f-e587-47e8-bc5a-6767abb6a2dd tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups/e71135e6-89e4-4abe-9a29-02a982e037a1 HTTP/1.1" status: 404 len: 347 time: 0.0137451 Sep 15 18:10:36.106554 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:36.106554 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:36.106554 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:36.106554 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:36.106554 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:36.106554 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:36.106554 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:36.106554 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:36.106554 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:36.107245 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:36.107333 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37744) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:10:36.107418 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c74d-4ae6-451b-b389-ea1cd85d8253 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:36.222836 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-e6d5ba2e-ead0-45c5-8f38-ab97cfc6593c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Deleting port 1f6b16fd-b8c8-4cd1-b422-9e437635dd0a {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:10:36.223095 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e6d5ba2e-ead0-45c5-8f38-ab97cfc6593c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (1f6b16fd-b8c8-4cd1-b422-9e437635dd0a), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.305688 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e6d5ba2e-ead0-45c5-8f38-ab97cfc6593c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (1f6b16fd-b8c8-4cd1-b422-9e437635dd0a), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.306256 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e6d5ba2e-ead0-45c5-8f38-ab97cfc6593c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (1f6b16fd-b8c8-4cd1-b422-9e437635dd0a), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.319560 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-e6d5ba2e-ead0-45c5-8f38-ab97cfc6593c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Calling delete_port for 1f6b16fd-b8c8-4cd1-b422-9e437635dd0a owned by network:floatingip {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:10:36.452868 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e6d5ba2e-ead0-45c5-8f38-ab97cfc6593c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (1f6b16fd-b8c8-4cd1-b422-9e437635dd0a), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.478102 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5ba2e-ead0-45c5-8f38-ab97cfc6593c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event deleted for resources: {'Port': ['ID=1f6b16fd-b8c8-4cd1-b422-9e437635dd0a,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:36.541223 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e6d5ba2e-ead0-45c5-8f38-ab97cfc6593c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (21a8810a-f1b4-40f3-a236-9ab196a3f774), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.543699 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e6d5ba2e-ead0-45c5-8f38-ab97cfc6593c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.544852 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-e6d5ba2e-ead0-45c5-8f38-ab97cfc6593c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/21a8810a-f1b4-40f3-a236-9ab196a3f774 HTTP/1.1" status: 204 len: 168 time: 0.4372234 Sep 15 18:10:36.611536 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37748) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:10:36.616757 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-83919531-ae11-4c9e-b4b0-45b6ecf6fada tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1762486102', 'description': 'tempest-description--1653280617'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:10:36.624297 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:36.640568 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-83919531-ae11-4c9e-b4b0-45b6ecf6fada tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.715493 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-83919531-ae11-4c9e-b4b0-45b6ecf6fada tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (55193e3f-f82d-41b4-9a4c-abaecad4c782), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.719126 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-83919531-ae11-4c9e-b4b0-45b6ecf6fada tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (55193e3f-f82d-41b4-9a4c-abaecad4c782), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.751980 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-83919531-ae11-4c9e-b4b0-45b6ecf6fada tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.753189 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-83919531-ae11-4c9e-b4b0-45b6ecf6fada tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1406224 Sep 15 18:10:36.753891 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83919531-ae11-4c9e-b4b0-45b6ecf6fada tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55193e3f-f82d-41b4-9a4c-abaecad4c782,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:36.756299 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37750) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:10:36.761245 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-63c2cdc6-2e72-4b61-9871-468bc828363d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'security_group_rule': {'security_group_id': '55193e3f-f82d-41b4-9a4c-abaecad4c782', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:10:36.792782 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63c2cdc6-2e72-4b61-9871-468bc828363d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (de4a880a-5969-4705-8bf1-5b6df00ff1ab), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.884921 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63c2cdc6-2e72-4b61-9871-468bc828363d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (de4a880a-5969-4705-8bf1-5b6df00ff1ab), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.891367 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a896ae-0929-4ffe-b3c0-42f99e0fd937 req-7b2a2e99-77cf-4083-8612-59e8da457619 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:36.892887 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-43a896ae-0929-4ffe-b3c0-42f99e0fd937 req-7b2a2e99-77cf-4083-8612-59e8da457619 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 946 time: 0.0658045 Sep 15 18:10:36.893933 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63c2cdc6-2e72-4b61-9871-468bc828363d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (de4a880a-5969-4705-8bf1-5b6df00ff1ab), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.920033 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:36.932250 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2cdc6-2e72-4b61-9871-468bc828363d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4a880a-5969-4705-8bf1-5b6df00ff1ab,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:36.939955 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63c2cdc6-2e72-4b61-9871-468bc828363d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:36.941192 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-63c2cdc6-2e72-4b61-9871-468bc828363d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1837397 Sep 15 18:10:36.944336 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37754) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:10:36.954446 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-475946f8-23e3-4a0c-a75c-91a6dda0253c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'security_group_rule': {'security_group_id': '55193e3f-f82d-41b4-9a4c-abaecad4c782', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:10:36.965214 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:36.974774 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-43a896ae-0929-4ffe-b3c0-42f99e0fd937 req-1aa708e5-2165-4d95-a2e7-16f1444b30c8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751927 Sep 15 18:10:36.992640 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-475946f8-23e3-4a0c-a75c-91a6dda0253c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (a8d9c6de-9089-493c-99b5-06d71b4ac4a7), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:37.049141 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-475946f8-23e3-4a0c-a75c-91a6dda0253c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (a8d9c6de-9089-493c-99b5-06d71b4ac4a7), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:37.053178 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-475946f8-23e3-4a0c-a75c-91a6dda0253c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594069'] for security_group_rule (a8d9c6de-9089-493c-99b5-06d71b4ac4a7), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:37.078926 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-475946f8-23e3-4a0c-a75c-91a6dda0253c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:37.080491 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-475946f8-23e3-4a0c-a75c-91a6dda0253c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349225 Sep 15 18:10:37.082086 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475946f8-23e3-4a0c-a75c-91a6dda0253c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d9c6de-9089-493c-99b5-06d71b4ac4a7,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:37.084530 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37756) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:10:37.089705 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'floatingip': {'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:10:37.112101 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:37.194679 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:37.317415 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Allocated IP 172.28.1.213 (595ea406-8961-4d2e-8aeb-f68aeda2dfee/43467012-f2f7-446d-90ee-ba4e4d48d42e/8a960bb5-e0c1-44e7-9f15-0939e6610919) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:10:37.428185 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for port (8a960bb5-e0c1-44e7-9f15-0939e6610919), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:37.460248 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (8a960bb5-e0c1-44e7-9f15-0939e6610919), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:37.499280 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Network 595ea406-8961-4d2e-8aeb-f68aeda2dfee is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:10:37.502237 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:10:37.505380 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:10:37.531350 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'Port': ['ID=8a960bb5-e0c1-44e7-9f15-0939e6610919,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:37.534825 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:37.597833 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (29b06144-c025-4253-999d-c244f3908e80), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:37.642282 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (8a960bb5-e0c1-44e7-9f15-0939e6610919), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:37.665459 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:37.711245 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 3ed453b7-e1f6-4493-91c9-878198444c30 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:10:37.742807 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:37.789437 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 3ed453b7-e1f6-4493-91c9-878198444c30 is: ACTIVE; New status is: DOWN {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:10:37.789833 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:37.815900 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed453b7-e1f6-4493-91c9-878198444c30'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:10:37.818443 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ac4db2-fde1-4576-8044-9766fbff3545" -d '{"events": [{"server_uuid": "5dad0995-b4e9-4e8a-a351-2f0d9541dc4d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed453b7-e1f6-4493-91c9-878198444c30"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:10:37.833181 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 3ed453b7-e1f6-4493-91c9-878198444c30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3ed453b7-e1f6-4493-91c9-878198444c30,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:10:37.838702 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:37.856565 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for port (8a960bb5-e0c1-44e7-9f15-0939e6610919), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:37.862880 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (8a960bb5-e0c1-44e7-9f15-0939e6610919), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:37.868005 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 18:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0e6ce8-7de9-4bab-98ca-0005d957d436 x-openstack-request-id: req-9a0e6ce8-7de9-4bab-98ca-0005d957d436 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:10:37.869371 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dad0995-b4e9-4e8a-a351-2f0d9541dc4d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed453b7-e1f6-4493-91c9-878198444c30", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:10:37.869803 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a0e6ce8-7de9-4bab-98ca-0005d957d436 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:10:37.870219 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a0e6ce8-7de9-4bab-98ca-0005d957d436'] response: {'server_uuid': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed453b7-e1f6-4493-91c9-878198444c30', 'code': 200} Sep 15 18:10:37.896791 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=3ed453b7-e1f6-4493-91c9-878198444c30,revision_number=8']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:37.939690 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (29b06144-c025-4253-999d-c244f3908e80), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:37.944598 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'Port': ['ID=8a960bb5-e0c1-44e7-9f15-0939e6610919,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:37.962833 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:37.964190 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-bba481d9-8e7c-4396-a7a5-f995c0f5b906 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8787272 Sep 15 18:10:38.116395 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:38.142945 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3d7b1-3ab2-4be0-9aac-46dc2824312f req-58c2120a-4d12-4f3e-a387-6d00631a3ab5 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:38.145748 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4ec3d7b1-3ab2-4be0-9aac-46dc2824312f req-58c2120a-4d12-4f3e-a387-6d00631a3ab5 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 944 time: 0.0726171 Sep 15 18:10:38.188770 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-0c1e10fb-0455-4d4f-beff-ab05f6112237 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1762486102&fields=id&tenant_id=57eda6ece5ca41a592f43ffe27372b28 HTTP/1.1" status: 200 len: 267 time: 0.1138849 Sep 15 18:10:38.260506 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4ec3d7b1-3ab2-4be0-9aac-46dc2824312f req-d3b0f5b2-f506-4d5b-8de7-a87fd9cb6811 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064489 Sep 15 18:10:38.341436 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-46cdfd84-a741-4ee5-a2af-f15824c58778 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:38.342928 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-46cdfd84-a741-4ee5-a2af-f15824c58778 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/networks?id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6 HTTP/1.1" status: 200 len: 812 time: 0.1463733 Sep 15 18:10:38.360538 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-22a124f2-ead5-4bad-ace4-302a68ca7334 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/quotas/57eda6ece5ca41a592f43ffe27372b28 HTTP/1.1" status: 200 len: 375 time: 0.0105984 Sep 15 18:10:38.420703 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-ac2c0b6d-2251-4fe8-af5b-3d98072ef4bd tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=57eda6ece5ca41a592f43ffe27372b28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485373 Sep 15 18:10:38.546369 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-84bb6440-9d8a-4940-8f5c-6f2386967bc0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060798 Sep 15 18:10:38.657770 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-7cfc611a-c810-463d-8744-30497430d0b2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038611 Sep 15 18:10:38.861004 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8362872b-52f0-4e79-a017-9d4bd437c32c req-e978394a-7d32-4a24-b51c-4443c51afb6b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 210 time: 0.0297847 Sep 15 18:10:39.224501 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [req-3cabde7c-0578-4cc9-8fe6-0f9d3c445107 req-216e409f-1f5d-43d2-a72c-ed5e1d68ee20 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 18:10:39.225560 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3cabde7c-0578-4cc9-8fe6-0f9d3c445107 req-216e409f-1f5d-43d2-a72c-ed5e1d68ee20 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055327 Sep 15 18:10:39.414497 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5fbfd-8728-461a-aeb9-8a73bd7c03c0 req-5a196125-d6d3-4e94-afeb-49f3b7b872a7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:39.415988 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b5c5fbfd-8728-461a-aeb9-8a73bd7c03c0 req-5a196125-d6d3-4e94-afeb-49f3b7b872a7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 944 time: 0.0489233 Sep 15 18:10:39.477215 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b5c5fbfd-8728-461a-aeb9-8a73bd7c03c0 req-ab98cf13-0ea1-4137-8044-91d7acaa2d88 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553846 Sep 15 18:10:39.756934 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 37830) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:10:39.846040 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-db368175-552d-4ec3-aa94-7f3dbfddf660 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878673 Sep 15 18:10:39.855212 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-402e8cd5-d0fc-482d-be1c-ea0ef39b3588 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 18:10:39.856183 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-402e8cd5-d0fc-482d-be1c-ea0ef39b3588 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049639 Sep 15 18:10:39.956198 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37840) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:10:39.998416 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5aa8046e-8fbc-43d3-98f3-20f2b1d20129 req-1d76a3b3-7807-4dff-b3ce-9cd93dc2fbfc tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 210 time: 0.0297379 Sep 15 18:10:40.074644 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-480d35d5-de48-4045-84a5-d96afcdd9a4b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:40.077393 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-480d35d5-de48-4045-84a5-d96afcdd9a4b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports/3ed453b7-e1f6-4493-91c9-878198444c30 HTTP/1.1" status: 200 len: 941 time: 0.1178486 Sep 15 18:10:40.179145 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1fc9f3c6-9476-4ea6-888d-27e058dcadd2 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:40.180604 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1fc9f3c6-9476-4ea6-888d-27e058dcadd2 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "GET /networking/v2.0/networks?id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6 HTTP/1.1" status: 200 len: 812 time: 0.1076269 Sep 15 18:10:40.268978 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-57251db2-2bc1-4305-b858-c8805b500bff tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=57eda6ece5ca41a592f43ffe27372b28 HTTP/1.1" status: 200 len: 380 time: 0.0611231 Sep 15 18:10:40.390450 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-abb0978b-f157-480d-bc4f-d6d8723fe3ac tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'port': {'device_id': '798b7c28-4b7e-4042-b771-c169f3a9539b', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'admin_state_up': True, 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'security_groups': ['55193e3f-f82d-41b4-9a4c-abaecad4c782']}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:10:40.505074 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-abb0978b-f157-480d-bc4f-d6d8723fe3ac tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Made reservation on behalf of 57eda6ece5ca41a592f43ffe27372b28 for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:10:40.509326 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-abb0978b-f157-480d-bc4f-d6d8723fe3ac tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:40.613594 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7c7fb-3e13-41ed-a7bd-14b724701a04 req-d79be692-d028-4476-91fd-e7545d4ec7d7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:40.615136 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c0e7c7fb-3e13-41ed-a7bd-14b724701a04 req-d79be692-d028-4476-91fd-e7545d4ec7d7 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 944 time: 0.0556846 Sep 15 18:10:40.664279 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-abb0978b-f157-480d-bc4f-d6d8723fe3ac tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Allocated IP 172.20.0.13 (19a0cf85-4b4d-4963-b4f8-8096eb0628c6/4309f50e-8347-401e-916d-4634e75b9010/5612637c-c59e-4a0c-96f0-9a76313843ed) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:10:40.674165 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:40.678127 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c0e7c7fb-3e13-41ed-a7bd-14b724701a04 req-16096f53-24c6-4d79-8c5b-8228705cce1f tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564475 Sep 15 18:10:40.824520 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-abb0978b-f157-480d-bc4f-d6d8723fe3ac tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for port (5612637c-c59e-4a0c-96f0-9a76313843ed), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:40.827561 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:40.871232 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-abb0978b-f157-480d-bc4f-d6d8723fe3ac tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (5612637c-c59e-4a0c-96f0-9a76313843ed), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:40.914524 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-abb0978b-f157-480d-bc4f-d6d8723fe3ac tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:10:40.917774 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-abb0978b-f157-480d-bc4f-d6d8723fe3ac tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:10:40.920708 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-abb0978b-f157-480d-bc4f-d6d8723fe3ac tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:10:40.952501 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0978b-f157-480d-bc4f-d6d8723fe3ac tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event updated for resources: {'Port': ['ID=5612637c-c59e-4a0c-96f0-9a76313843ed,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:40.981270 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-abb0978b-f157-480d-bc4f-d6d8723fe3ac tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:40.981921 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-abb0978b-f157-480d-bc4f-d6d8723fe3ac tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:40.998622 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-abb0978b-f157-480d-bc4f-d6d8723fe3ac tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6121769 Sep 15 18:10:41.131411 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Request body: {'port': {'device_id': '798b7c28-4b7e-4042-b771-c169f3a9539b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:10:41.132297 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea45c01-e5a6-40c7-a070-5385a7b93d12 req-15134801-d81b-4f94-9239-3de1b65cd205 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:41.133931 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4ea45c01-e5a6-40c7-a070-5385a7b93d12 req-15134801-d81b-4f94-9239-3de1b65cd205 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 932 time: 0.0517344 Sep 15 18:10:41.181495 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-acb04c68-1a73-4685-bd3e-a4dc6713bb62 None None] Provisioning complete for port 5612637c-c59e-4a0c-96f0-9a76313843ed triggered by entity DHCP. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:10:41.182079 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-acb04c68-1a73-4685-bd3e-a4dc6713bb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (5612637c-c59e-4a0c-96f0-9a76313843ed), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:41.182169 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-acb04c68-1a73-4685-bd3e-a4dc6713bb62 None None] Attempt 1 to provision port 5612637c-c59e-4a0c-96f0-9a76313843ed Sep 15 18:10:41.184392 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4ea45c01-e5a6-40c7-a070-5385a7b93d12 req-64589be3-3135-4ff6-9e2f-e796468bec51 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449951 Sep 15 18:10:41.221102 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-0ce5298a-d6da-4d12-a978-9201e4ab9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:41.222627 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-0ce5298a-d6da-4d12-a978-9201e4ab9211 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d&tenant_id=dda6be1ed33a44979aae8cd74d60cb93 HTTP/1.1" status: 200 len: 1128 time: 0.0704241 Sep 15 18:10:41.223868 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-acb04c68-1a73-4685-bd3e-a4dc6713bb62 None None] Port 5612637c-c59e-4a0c-96f0-9a76313843ed cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:10:41.231110 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (5612637c-c59e-4a0c-96f0-9a76313843ed), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:41.367327 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-c413e19d-8c40-49f0-b86d-181d9b291ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:41.368726 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-c413e19d-8c40-49f0-b86d-181d9b291ae2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dda6be1ed33a44979aae8cd74d60cb93&device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 1128 time: 0.0942748 Sep 15 18:10:41.539819 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-df2568e6-2c98-497c-898b-a4c220b789af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:41.541283 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-df2568e6-2c98-497c-898b-a4c220b789af service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf HTTP/1.1" status: 200 len: 917 time: 0.1582355 Sep 15 18:10:41.646743 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-9384b6e7-f436-4d0d-90aa-bccd047a51c9 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ed453b7-e1f6-4493-91c9-878198444c30 HTTP/1.1" status: 200 len: 999 time: 0.0965486 Sep 15 18:10:41.648597 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5612637c-c59e-4a0c-96f0-9a76313843ed {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:10:41.652540 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:41.664975 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Publish callbacks [] for port (5612637c-c59e-4a0c-96f0-9a76313843ed), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:41.703050 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Transition to ACTIVE for port object 5612637c-c59e-4a0c-96f0-9a76313843ed will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:10:41.711346 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (5612637c-c59e-4a0c-96f0-9a76313843ed), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:41.721044 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-1934ef32-86be-4fec-9789-8195fff73984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:41.723111 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-1934ef32-86be-4fec-9789-8195fff73984 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7fe5157e-f108-4353-8b32-73d0fa8ed955 HTTP/1.1" status: 200 len: 855 time: 0.0689282 Sep 15 18:10:41.724983 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-acb04c68-1a73-4685-bd3e-a4dc6713bb62 None None] Attempt 2 to provision port 5612637c-c59e-4a0c-96f0-9a76313843ed Sep 15 18:10:41.760387 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-acb04c68-1a73-4685-bd3e-a4dc6713bb62 None None] Port 5612637c-c59e-4a0c-96f0-9a76313843ed cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:10:41.784075 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:41.813645 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10266e9-5eb6-48f1-9d95-19c48f554ef7 req-c336d62c-be21-48f0-bec2-0b4e158cc073 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:41.815313 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a10266e9-5eb6-48f1-9d95-19c48f554ef7 req-c336d62c-be21-48f0-bec2-0b4e158cc073 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 944 time: 0.0480137 Sep 15 18:10:41.834082 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Pushing event updated for resources: {'Port': ['ID=5612637c-c59e-4a0c-96f0-9a76313843ed,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:41.844722 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-d3ab29f8-0cf8-43e3-816d-b4ddb772241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:41.846244 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-d3ab29f8-0cf8-43e3-816d-b4ddb772241f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1006565 Sep 15 18:10:41.866496 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a10266e9-5eb6-48f1-9d95-19c48f554ef7 req-60987016-925c-4f9f-af74-a0bdee79e05b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454681 Sep 15 18:10:41.918697 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Attempting to bind port 5612637c-c59e-4a0c-96f0-9a76313843ed on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:10:41.918952 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Attempting to bind port 5612637c-c59e-4a0c-96f0-9a76313843ed by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:10:41.919278 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Attempting to bind port 5612637c-c59e-4a0c-96f0-9a76313843ed on network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:10:41.988906 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-c729f6fd-692f-4f14-b973-0ff9088bf464 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314416 Sep 15 18:10:41.994999 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Port 5612637c-c59e-4a0c-96f0-9a76313843ed on network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:10:41.995326 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Attempting to bind port 5612637c-c59e-4a0c-96f0-9a76313843ed on network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:10:42.261547 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-acb04c68-1a73-4685-bd3e-a4dc6713bb62 None None] Attempt 3 to provision port 5612637c-c59e-4a0c-96f0-9a76313843ed Sep 15 18:10:42.299696 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-acb04c68-1a73-4685-bd3e-a4dc6713bb62 None None] Port 5612637c-c59e-4a0c-96f0-9a76313843ed cannot update to ACTIVE because it is not bound. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 18:10:42.300211 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:42.318431 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f308d90-b103-4046-a1bb-02f34a66c3dc req-b3811b61-6e5c-4960-b6aa-9f9a3e15d28f tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:42.319991 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0f308d90-b103-4046-a1bb-02f34a66c3dc req-b3811b61-6e5c-4960-b6aa-9f9a3e15d28f tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 944 time: 0.0568280 Sep 15 18:10:42.324337 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:10:42.324673 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Checking segment: {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:10:42.325051 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Bound using segment: {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:10:42.325516 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Bound port: 5612637c-c59e-4a0c-96f0-9a76313843ed, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cea4690-fdab-421a-9fee-c580fb99e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:10:42.325872 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (5612637c-c59e-4a0c-96f0-9a76313843ed), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:42.368485 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0f308d90-b103-4046-a1bb-02f34a66c3dc req-91a8a27f-624c-4d6d-9b7b-29da7a87a585 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423911 Sep 15 18:10:42.390879 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-ec7823d9-15e8-4656-8989-6dc8a66aef3a req-0dd236f3-dd24-4480-b989-3ec696c142a2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923700 Sep 15 18:10:42.412127 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] For port 5612637c-c59e-4a0c-96f0-9a76313843ed, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:10:42.415392 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] For port 5612637c-c59e-4a0c-96f0-9a76313843ed, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5612637c-c59e-4a0c-96f0-9a76313843ed,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:10:42.424759 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (5612637c-c59e-4a0c-96f0-9a76313843ed), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:42.429497 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:42.430194 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:42.431544 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/5612637c-c59e-4a0c-96f0-9a76313843ed HTTP/1.1" status: 200 len: 1094 time: 1.3051531 Sep 15 18:10:42.432087 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798b7c28-4b7e-4042-b771-c169f3a9539b', 'tag': '5612637c-c59e-4a0c-96f0-9a76313843ed'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:10:42.434362 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd95da5a-f23c-4853-a806-d775669a928b" -d '{"events": [{"name": "network-changed", "server_uuid": "798b7c28-4b7e-4042-b771-c169f3a9539b", "tag": "5612637c-c59e-4a0c-96f0-9a76313843ed"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:10:42.476437 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bf6392-d4ac-4bf9-b1c6-843db24340ce x-openstack-request-id: req-00bf6392-d4ac-4bf9-b1c6-843db24340ce {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:10:42.476779 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798b7c28-4b7e-4042-b771-c169f3a9539b", "tag": "5612637c-c59e-4a0c-96f0-9a76313843ed", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:10:42.477028 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00bf6392-d4ac-4bf9-b1c6-843db24340ce {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:10:42.477449 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00bf6392-d4ac-4bf9-b1c6-843db24340ce'] response: {'name': 'network-changed', 'server_uuid': '798b7c28-4b7e-4042-b771-c169f3a9539b', 'tag': '5612637c-c59e-4a0c-96f0-9a76313843ed', 'status': 'completed', 'code': 200} Sep 15 18:10:42.487958 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6589e-468c-4f54-b754-41cb24b1061c service neutron] Pushing event updated for resources: {'Port': ['ID=5612637c-c59e-4a0c-96f0-9a76313843ed,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:42.582535 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-b71e2ce5-c55e-4e0e-abb2-f9ab59027f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:42.584011 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-b71e2ce5-c55e-4e0e-abb2-f9ab59027f3e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=57eda6ece5ca41a592f43ffe27372b28&device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 1128 time: 0.0435059 Sep 15 18:10:42.678002 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-6ff23d39-73db-49c0-8ba8-ad11066029b4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5612637c-c59e-4a0c-96f0-9a76313843ed HTTP/1.1" status: 200 len: 217 time: 0.0336001 Sep 15 18:10:42.741267 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-e8b4f334-c911-4163-a38d-25986d7d00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:42.742758 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-e8b4f334-c911-4163-a38d-25986d7d00e7 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4309f50e-8347-401e-916d-4634e75b9010 HTTP/1.1" status: 200 len: 851 time: 0.0474851 Sep 15 18:10:42.792686 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-5ef2f548-5d46-49a6-945f-64e93662df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:42.794220 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-5ef2f548-5d46-49a6-945f-64e93662df43 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0427806 Sep 15 18:10:42.801563 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-acb04c68-1a73-4685-bd3e-a4dc6713bb62 None None] Attempt 4 to provision port 5612637c-c59e-4a0c-96f0-9a76313843ed Sep 15 18:10:42.841934 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-acb04c68-1a73-4685-bd3e-a4dc6713bb62 None None] Port 5612637c-c59e-4a0c-96f0-9a76313843ed had new provisioning blocks added so it will not transition to active. {{(pid=106388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 18:10:42.921701 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-2047639b-2710-4ebe-a56b-7c8d5e2e9413 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123986 Sep 15 18:10:43.065842 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef1f25-2425-4c24-b107-42e88043f2c9 req-98a0edfe-08cf-4d7f-b93f-25ccda3620f5 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:43.069244 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-acef1f25-2425-4c24-b107-42e88043f2c9 req-98a0edfe-08cf-4d7f-b93f-25ccda3620f5 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 944 time: 0.0891635 Sep 15 18:10:43.108321 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:43.146578 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-acef1f25-2425-4c24-b107-42e88043f2c9 req-27f49092-1126-48d0-a155-847b3af7127d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705118 Sep 15 18:10:43.499087 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44431fe2-4515-4c03-98c9-37755191c60d req-1ef5ce48-d33c-443f-abec-3582ea52d30a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:43.500653 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-44431fe2-4515-4c03-98c9-37755191c60d req-1ef5ce48-d33c-443f-abec-3582ea52d30a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 944 time: 0.0520797 Sep 15 18:10:43.556956 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-44431fe2-4515-4c03-98c9-37755191c60d req-23942f92-9ea1-4b3d-8bea-3aafb4e8b0de tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497780 Sep 15 18:10:44.444870 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02e508-cb2e-4a0b-9110-db79575971ec req-3f9b0af1-b4a0-439a-b8e1-8a0909008186 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:44.446423 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0f02e508-cb2e-4a0b-9110-db79575971ec req-3f9b0af1-b4a0-439a-b8e1-8a0909008186 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 944 time: 0.0504186 Sep 15 18:10:44.498686 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0f02e508-cb2e-4a0b-9110-db79575971ec req-a2462d84-5101-4ac9-a8dd-9071a85d0c0b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452671 Sep 15 18:10:44.685674 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a85f9a-6080-4440-913d-40298ce0d516 req-7ebe6156-eb50-47d6-b516-ab474beb8904 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:44.687148 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e7a85f9a-6080-4440-913d-40298ce0d516 req-7ebe6156-eb50-47d6-b516-ab474beb8904 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 944 time: 0.0490744 Sep 15 18:10:44.742097 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e7a85f9a-6080-4440-913d-40298ce0d516 req-bc6a1361-53b7-485b-9724-26df995c2a8a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492330 Sep 15 18:10:45.072562 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=68 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:45.079513 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=70 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:45.635560 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab7b56-d918-40d7-8e64-796bd5efe285 req-60fb4e45-f978-4b05-9c69-18fb219b802d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:45.637102 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5bab7b56-d918-40d7-8e64-796bd5efe285 req-60fb4e45-f978-4b05-9c69-18fb219b802d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 944 time: 0.0539937 Sep 15 18:10:45.689799 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5bab7b56-d918-40d7-8e64-796bd5efe285 req-ca1c28ab-4586-4bb2-9ca9-75a2b919eb23 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467687 Sep 15 18:10:45.871984 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c86db7-9200-4281-b32b-938334429d55 req-02b012e3-aef0-41a4-9073-5c7d55e5c00c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:45.873758 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-84c86db7-9200-4281-b32b-938334429d55 req-02b012e3-aef0-41a4-9073-5c7d55e5c00c tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 944 time: 0.0503609 Sep 15 18:10:45.929704 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-84c86db7-9200-4281-b32b-938334429d55 req-e872ae21-19b5-4fcc-ae38-283f911be822 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498812 Sep 15 18:10:46.835463 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508e83-c490-4566-9b78-17596253da6d req-ac2fbfc4-ce32-466e-9968-bbf6a4ca4d89 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:46.837365 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-63508e83-c490-4566-9b78-17596253da6d req-ac2fbfc4-ce32-466e-9968-bbf6a4ca4d89 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 944 time: 0.0629692 Sep 15 18:10:46.892843 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-63508e83-c490-4566-9b78-17596253da6d req-eccc2c9f-efba-4453-a645-12c9cedf4578 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494511 Sep 15 18:10:47.063063 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31738330-daff-4113-a1bc-e472750550f4 req-0ecb8677-178e-4b96-954f-94b7f6b7b7b3 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:47.064556 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-31738330-daff-4113-a1bc-e472750550f4 req-0ecb8677-178e-4b96-954f-94b7f6b7b7b3 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 944 time: 0.0543857 Sep 15 18:10:47.120775 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-31738330-daff-4113-a1bc-e472750550f4 req-defe14e2-da9c-4f50-996b-8e8b7e816bbf tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484152 Sep 15 18:10:48.026008 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a80fd-9c5f-4fdc-8f17-3cf85286f205 req-22a550ef-abf8-45a4-b9a6-1a751f331beb tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:48.027529 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-230a80fd-9c5f-4fdc-8f17-3cf85286f205 req-22a550ef-abf8-45a4-b9a6-1a751f331beb tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 944 time: 0.0486588 Sep 15 18:10:48.078604 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-230a80fd-9c5f-4fdc-8f17-3cf85286f205 req-9f8bbe8b-24a7-4e7e-ac76-a1d2ad03848b tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452566 Sep 15 18:10:48.252706 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fe227-11bf-442a-9641-a69c0c912120 req-8d52a6c4-a88b-43fd-8374-3d5289b15d11 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:48.254900 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-aa0fe227-11bf-442a-9641-a69c0c912120 req-8d52a6c4-a88b-43fd-8374-3d5289b15d11 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 944 time: 0.0522146 Sep 15 18:10:48.307649 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-aa0fe227-11bf-442a-9641-a69c0c912120 req-799aece4-7faa-49da-99a9-11989b46723f tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465767 Sep 15 18:10:48.471865 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:10:49.178766 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:49.240404 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e389e4-de25-42ab-95f8-66be4994c60c req-45b88019-1500-4481-b1d3-55dfd5e7a9b0 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:49.241957 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d9e389e4-de25-42ab-95f8-66be4994c60c req-45b88019-1500-4481-b1d3-55dfd5e7a9b0 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 944 time: 0.0735307 Sep 15 18:10:49.293914 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d9e389e4-de25-42ab-95f8-66be4994c60c req-9f670cca-e6f1-4202-964e-05c94389e383 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452099 Sep 15 18:10:49.464856 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc52f1e-d552-4b2f-931d-199b8712bdc0 req-fd7bdb9a-22ab-4c00-a966-ab6bb3d7a71f tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:49.464856 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2cc52f1e-d552-4b2f-931d-199b8712bdc0 req-fd7bdb9a-22ab-4c00-a966-ab6bb3d7a71f tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 944 time: 0.0626290 Sep 15 18:10:49.534535 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2cc52f1e-d552-4b2f-931d-199b8712bdc0 req-973ba8bc-8be0-4abc-9948-fa0f59ef413a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578969 Sep 15 18:10:50.420392 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:50.432470 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745a8ed-7233-4c0c-8d67-e085f429c127 req-6c92a70c-1560-479d-bc41-16bf7a0d224f tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:50.433970 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8745a8ed-7233-4c0c-8d67-e085f429c127 req-6c92a70c-1560-479d-bc41-16bf7a0d224f tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 944 time: 0.0519094 Sep 15 18:10:50.486956 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8745a8ed-7233-4c0c-8d67-e085f429c127 req-47e95b08-35a2-43db-8a36-c37b00db2f27 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473382 Sep 15 18:10:50.654649 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e8800-87ab-462c-9b2c-e77b87d049bc req-de0f984d-efda-4b04-8750-5692801fad33 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:50.656092 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-695e8800-87ab-462c-9b2c-e77b87d049bc req-de0f984d-efda-4b04-8750-5692801fad33 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 944 time: 0.0463333 Sep 15 18:10:50.708740 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-695e8800-87ab-462c-9b2c-e77b87d049bc req-558030f3-2a10-455b-b3fb-1574f4f609aa tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451386 Sep 15 18:10:50.912128 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:50.950629 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e60413e5-bf84-4094-9270-17ccde3e9ca2 req-79c72dfa-a4f8-4c6d-9436-0597d3db904a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928056 Sep 15 18:10:51.615250 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb321ce-0aec-495f-929a-1e84bd8a409f req-a609836d-b74c-46c7-9f19-623e93c5defb tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:51.616738 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2eb321ce-0aec-495f-929a-1e84bd8a409f req-a609836d-b74c-46c7-9f19-623e93c5defb tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 944 time: 0.0468841 Sep 15 18:10:51.665778 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2eb321ce-0aec-495f-929a-1e84bd8a409f req-91759c9b-88dd-4412-9486-a53fbcf89d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431113 Sep 15 18:10:51.827686 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62906a54-09ab-4291-b276-f2d1d4d3de42 req-2532389a-333c-4743-a148-20a570940caa tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:51.829055 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-62906a54-09ab-4291-b276-f2d1d4d3de42 req-2532389a-333c-4743-a148-20a570940caa tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 944 time: 0.0460293 Sep 15 18:10:51.876544 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-62906a54-09ab-4291-b276-f2d1d4d3de42 req-351a5a85-0463-4d11-8791-984887eb7c5d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413284 Sep 15 18:10:52.685260 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95da5a-f23c-4853-a806-d775669a928b req-3b8f0835-444f-44e5-88ea-65f61e499c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:52.686799 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-bd95da5a-f23c-4853-a806-d775669a928b req-3b8f0835-444f-44e5-88ea-65f61e499c56 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=57eda6ece5ca41a592f43ffe27372b28&device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 1128 time: 0.0402737 Sep 15 18:10:52.760763 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:52.791515 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95da5a-f23c-4853-a806-d775669a928b req-ea1326f3-5027-4190-a135-90b7a8a072bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:52.793034 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-bd95da5a-f23c-4853-a806-d775669a928b req-ea1326f3-5027-4190-a135-90b7a8a072bd service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6 HTTP/1.1" status: 200 len: 913 time: 0.0963037 Sep 15 18:10:52.800398 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f59e28-772b-49d8-a025-9b67cfdf5f0c req-2715b09a-e638-494a-8b3d-8b154a3df530 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:52.802020 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-67f59e28-772b-49d8-a025-9b67cfdf5f0c req-2715b09a-e638-494a-8b3d-8b154a3df530 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 944 time: 0.0537381 Sep 15 18:10:52.836135 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-bd95da5a-f23c-4853-a806-d775669a928b req-7f83cc50-a436-4285-8d3b-ccaa789916db service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5612637c-c59e-4a0c-96f0-9a76313843ed HTTP/1.1" status: 200 len: 217 time: 0.0342453 Sep 15 18:10:52.838582 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:52.840529 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:52.856085 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-67f59e28-772b-49d8-a025-9b67cfdf5f0c req-fd7d2375-00cd-4150-a74e-0b65f53a3172 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479846 Sep 15 18:10:52.891570 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95da5a-f23c-4853-a806-d775669a928b req-f0db34b9-0045-4641-a77d-4ef74b1e0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:52.893035 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-bd95da5a-f23c-4853-a806-d775669a928b req-f0db34b9-0045-4641-a77d-4ef74b1e0b17 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4309f50e-8347-401e-916d-4634e75b9010 HTTP/1.1" status: 200 len: 851 time: 0.0483875 Sep 15 18:10:52.940505 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95da5a-f23c-4853-a806-d775669a928b req-872e460a-d829-46a8-afb9-bc33cb191740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:52.942559 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-bd95da5a-f23c-4853-a806-d775669a928b req-872e460a-d829-46a8-afb9-bc33cb191740 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0404351 Sep 15 18:10:53.013688 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87933a2-6f2d-4fba-9027-342efd898910 req-f6ff4b41-0f7f-4de8-a29f-cd9b95a01ad4 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:53.015255 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b87933a2-6f2d-4fba-9027-342efd898910 req-f6ff4b41-0f7f-4de8-a29f-cd9b95a01ad4 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 944 time: 0.0464897 Sep 15 18:10:53.041409 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-bd95da5a-f23c-4853-a806-d775669a928b req-af9a254e-3fd3-47a1-8ff2-6313be88e6aa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888116 Sep 15 18:10:53.066123 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b87933a2-6f2d-4fba-9027-342efd898910 req-783ac1e0-8870-4f11-a892-126c907eff63 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411515 Sep 15 18:10:53.138728 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-bd95da5a-f23c-4853-a806-d775669a928b req-b75ef6fd-53b1-40df-94f6-42796360241a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882428 Sep 15 18:10:53.722743 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 5612637c-c59e-4a0c-96f0-9a76313843ed details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:10:53.822279 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 5612637c-c59e-4a0c-96f0-9a76313843ed, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5612637c-c59e-4a0c-96f0-9a76313843ed,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:10:53.833713 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '5612637c-c59e-4a0c-96f0-9a76313843ed', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'port_id': '5612637c-c59e-4a0c-96f0-9a76313843ed', 'mac_address': 'fa:16:3e:46:96:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:10:53.868451 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 5612637c-c59e-4a0c-96f0-9a76313843ed is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:10:53.869225 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (5612637c-c59e-4a0c-96f0-9a76313843ed), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:53.882838 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5612637c-c59e-4a0c-96f0-9a76313843ed {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:10:53.908900 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 5612637c-c59e-4a0c-96f0-9a76313843ed, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5612637c-c59e-4a0c-96f0-9a76313843ed,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:10:53.918466 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (5612637c-c59e-4a0c-96f0-9a76313843ed), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:53.919216 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 3ed453b7-e1f6-4493-91c9-878198444c30 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:10:54.007769 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf47ff-3f8f-4ef0-8d6b-8cd4023511f8 req-1859ccf6-c96a-4468-91cb-4dada211fa50 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:54.010262 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-14cf47ff-3f8f-4ef0-8d6b-8cd4023511f8 req-1859ccf6-c96a-4468-91cb-4dada211fa50 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 944 time: 0.0589206 Sep 15 18:10:54.034100 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=5612637c-c59e-4a0c-96f0-9a76313843ed,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:54.062342 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-14cf47ff-3f8f-4ef0-8d6b-8cd4023511f8 req-fbba744c-3aea-4d5c-8f1e-33667ffc6c6c tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464845 Sep 15 18:10:54.078720 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 3ed453b7-e1f6-4493-91c9-878198444c30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3ed453b7-e1f6-4493-91c9-878198444c30,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:10:54.091146 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '3ed453b7-e1f6-4493-91c9-878198444c30', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'port_id': '3ed453b7-e1f6-4493-91c9-878198444c30', 'mac_address': 'fa:16:3e:86:7f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:10:54.130847 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 3ed453b7-e1f6-4493-91c9-878198444c30 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:10:54.131243 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:54.145057 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed453b7-e1f6-4493-91c9-878198444c30 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:10:54.166422 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 3ed453b7-e1f6-4493-91c9-878198444c30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3ed453b7-e1f6-4493-91c9-878198444c30,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:10:54.170676 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:54.192559 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb728f-8ce3-4003-a7f9-1a7263dd2f5f req-d1e8e3a3-c68b-412b-9b2f-98fe59c6ba01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:54.194121 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c5cb728f-8ce3-4003-a7f9-1a7263dd2f5f req-d1e8e3a3-c68b-412b-9b2f-98fe59c6ba01 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 945 time: 0.0514338 Sep 15 18:10:54.224181 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=3ed453b7-e1f6-4493-91c9-878198444c30,revision_number=9']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:54.245024 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c5cb728f-8ce3-4003-a7f9-1a7263dd2f5f req-36df071c-9b0f-4b16-be96-70a753097805 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453415 Sep 15 18:10:54.744673 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['5612637c-c59e-4a0c-96f0-9a76313843ed'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:10:54.845882 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['3ed453b7-e1f6-4493-91c9-878198444c30'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:10:54.918415 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:54.918911 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:55.025761 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:55.191206 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49376fed-6220-4b03-ab26-fa5132e42a96 req-5548c973-e640-4abd-962e-925cc8797fab tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:55.192964 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-49376fed-6220-4b03-ab26-fa5132e42a96 req-5548c973-e640-4abd-962e-925cc8797fab tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 945 time: 0.0467398 Sep 15 18:10:55.240664 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-49376fed-6220-4b03-ab26-fa5132e42a96 req-844fe600-2701-4211-b10f-36f1f91894e9 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420794 Sep 15 18:10:55.372673 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19433ea5-4464-42af-8729-eaf34cc48e04 req-5e642e16-710e-488e-a7e8-3fdba64ade23 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:55.374163 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-19433ea5-4464-42af-8729-eaf34cc48e04 req-5e642e16-710e-488e-a7e8-3fdba64ade23 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 945 time: 0.0493779 Sep 15 18:10:55.395211 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:55.422591 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-19433ea5-4464-42af-8729-eaf34cc48e04 req-e5d6b933-4656-4d2f-bc4c-cbf3a291cc4b tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423710 Sep 15 18:10:55.979472 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 5612637c-c59e-4a0c-96f0-9a76313843ed up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:10:56.022904 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port 5612637c-c59e-4a0c-96f0-9a76313843ed completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:10:56.029753 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 5612637c-c59e-4a0c-96f0-9a76313843ed triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:10:56.030134 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (5612637c-c59e-4a0c-96f0-9a76313843ed), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:56.030477 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 5612637c-c59e-4a0c-96f0-9a76313843ed Sep 15 18:10:56.107278 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 5612637c-c59e-4a0c-96f0-9a76313843ed is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:10:56.107661 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (5612637c-c59e-4a0c-96f0-9a76313843ed), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:56.134173 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798b7c28-4b7e-4042-b771-c169f3a9539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5612637c-c59e-4a0c-96f0-9a76313843ed'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:10:56.136769 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b9080e-07f5-4ff1-9c62-6fb336e27547" -d '{"events": [{"server_uuid": "798b7c28-4b7e-4042-b771-c169f3a9539b", "name": "network-vif-plugged", "status": "completed", "tag": "5612637c-c59e-4a0c-96f0-9a76313843ed"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:10:56.150747 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 5612637c-c59e-4a0c-96f0-9a76313843ed, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5612637c-c59e-4a0c-96f0-9a76313843ed,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:10:56.155057 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (5612637c-c59e-4a0c-96f0-9a76313843ed), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:56.156082 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 3ed453b7-e1f6-4493-91c9-878198444c30 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:10:56.170994 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7e071-d23d-4a86-8bbb-156a39df9bc6 req-91682966-92b7-4188-a3f0-8bca6c917480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:56.172499 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-89d7e071-d23d-4a86-8bbb-156a39df9bc6 req-91682966-92b7-4188-a3f0-8bca6c917480 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dda6be1ed33a44979aae8cd74d60cb93&device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 1129 time: 0.0450559 Sep 15 18:10:56.181073 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa9ccdb-169c-43f6-8412-6669f8a206de x-openstack-request-id: req-dfa9ccdb-169c-43f6-8412-6669f8a206de {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:10:56.181335 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798b7c28-4b7e-4042-b771-c169f3a9539b", "name": "network-vif-plugged", "status": "completed", "tag": "5612637c-c59e-4a0c-96f0-9a76313843ed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:10:56.181565 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfa9ccdb-169c-43f6-8412-6669f8a206de {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:10:56.181951 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa9ccdb-169c-43f6-8412-6669f8a206de'] response: {'server_uuid': '798b7c28-4b7e-4042-b771-c169f3a9539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5612637c-c59e-4a0c-96f0-9a76313843ed', 'code': 200} Sep 15 18:10:56.243567 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 3ed453b7-e1f6-4493-91c9-878198444c30 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:10:56.243939 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:56.244271 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 3ed453b7-e1f6-4493-91c9-878198444c30 Sep 15 18:10:56.247436 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=5612637c-c59e-4a0c-96f0-9a76313843ed,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:56.332839 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 3ed453b7-e1f6-4493-91c9-878198444c30 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:10:56.333222 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:56.346292 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7e071-d23d-4a86-8bbb-156a39df9bc6 req-ace0cec0-dc1b-45f5-9061-d0b46ca28184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:56.348732 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-89d7e071-d23d-4a86-8bbb-156a39df9bc6 req-ace0cec0-dc1b-45f5-9061-d0b46ca28184 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf HTTP/1.1" status: 200 len: 917 time: 0.1101522 Sep 15 18:10:56.372397 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 3ed453b7-e1f6-4493-91c9-878198444c30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3ed453b7-e1f6-4493-91c9-878198444c30,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:10:56.377201 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:56.400449 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b95c4-8713-4f50-abc9-7df9c24522cf req-44aa6f5e-5b0d-447e-b18c-058c36660b03 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:56.408064 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-082b95c4-8713-4f50-abc9-7df9c24522cf req-44aa6f5e-5b0d-447e-b18c-058c36660b03 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 945 time: 0.0747015 Sep 15 18:10:56.430397 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=3ed453b7-e1f6-4493-91c9-878198444c30,revision_number=10']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:56.451807 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-082b95c4-8713-4f50-abc9-7df9c24522cf req-f07bbd49-9238-4ad1-966b-3a1632519818 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427308 Sep 15 18:10:56.453766 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-89d7e071-d23d-4a86-8bbb-156a39df9bc6 req-371ca18a-2f9d-4f0a-bfbc-1f53fbefd512 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ed453b7-e1f6-4493-91c9-878198444c30 HTTP/1.1" status: 200 len: 1000 time: 0.0915298 Sep 15 18:10:56.455110 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c89c1-4015-4a07-8d8a-225feafa6f38 req-dbd48f39-bba6-4bce-be49-cd9de4bfff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:56.457110 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3b1c89c1-4015-4a07-8d8a-225feafa6f38 req-dbd48f39-bba6-4bce-be49-cd9de4bfff69 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 1130 time: 0.0541494 Sep 15 18:10:56.537673 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7e071-d23d-4a86-8bbb-156a39df9bc6 req-b5aa82cb-771b-42e7-964c-01e5e222ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:56.538998 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:56.539108 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-89d7e071-d23d-4a86-8bbb-156a39df9bc6 req-b5aa82cb-771b-42e7-964c-01e5e222ca9a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7fe5157e-f108-4353-8b32-73d0fa8ed955 HTTP/1.1" status: 200 len: 855 time: 0.0739262 Sep 15 18:10:56.549388 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3b1c89c1-4015-4a07-8d8a-225feafa6f38 req-17be629f-67a4-4f03-8aff-7020361328f9 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829139 Sep 15 18:10:56.557251 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ab340-a189-4799-9ede-bd1dfeb74b37 req-1d76d469-eaa7-4bcd-a1ad-a0492dabd6c0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:56.558842 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-bf3ab340-a189-4799-9ede-bd1dfeb74b37 req-1d76d469-eaa7-4bcd-a1ad-a0492dabd6c0 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 946 time: 0.0518217 Sep 15 18:10:56.588650 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7e071-d23d-4a86-8bbb-156a39df9bc6 req-9c40ce7d-e336-43a5-90f5-737eea992789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:56.590160 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-89d7e071-d23d-4a86-8bbb-156a39df9bc6 req-9c40ce7d-e336-43a5-90f5-737eea992789 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0399108 Sep 15 18:10:56.607085 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-bf3ab340-a189-4799-9ede-bd1dfeb74b37 req-e3aea423-1e4b-4155-91b6-b9518ad4c311 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424871 Sep 15 18:10:56.953915 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-89d7e071-d23d-4a86-8bbb-156a39df9bc6 req-560aadfd-8ca7-41f2-bd10-4d8de72ffee6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865390 Sep 15 18:10:57.324050 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:57.357107 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-89d7e071-d23d-4a86-8bbb-156a39df9bc6 req-146e0908-5bc2-40d2-af96-5841b37414db service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845351 Sep 15 18:10:57.587029 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb825075-b58b-44ba-bdfb-feae5ae590e0 req-f4236074-3bed-4931-8617-62a6a7d3ede8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:57.588455 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-bb825075-b58b-44ba-bdfb-feae5ae590e0 req-f4236074-3bed-4931-8617-62a6a7d3ede8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 947 time: 0.0481651 Sep 15 18:10:57.639283 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-bb825075-b58b-44ba-bdfb-feae5ae590e0 req-ec1f409d-c3a0-4d57-84e8-3faaee09fc44 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448294 Sep 15 18:10:57.738262 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bae6bb-98f7-4573-b178-e810b449bbd3 req-203b4269-9551-4eea-acb7-858b83f8df31 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:57.739787 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d7bae6bb-98f7-4573-b178-e810b449bbd3 req-203b4269-9551-4eea-acb7-858b83f8df31 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 946 time: 0.0550778 Sep 15 18:10:57.792574 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d7bae6bb-98f7-4573-b178-e810b449bbd3 req-c41c1191-52f4-4a86-9ab0-d1ffac9e9f1d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468454 Sep 15 18:10:58.183634 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed453b7-e1f6-4493-91c9-878198444c30'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:10:58.185919 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfce6a51-5bf4-49e2-928d-45954e89b4cb" -d '{"events": [{"server_uuid": "5dad0995-b4e9-4e8a-a351-2f0d9541dc4d", "name": "network-vif-plugged", "status": "completed", "tag": "3ed453b7-e1f6-4493-91c9-878198444c30"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:10:58.225401 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698372b6-aa0a-45d1-8ed7-ba3a4ed686ca x-openstack-request-id: req-698372b6-aa0a-45d1-8ed7-ba3a4ed686ca {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:10:58.225688 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dad0995-b4e9-4e8a-a351-2f0d9541dc4d", "name": "network-vif-plugged", "status": "completed", "tag": "3ed453b7-e1f6-4493-91c9-878198444c30", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:10:58.225935 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-698372b6-aa0a-45d1-8ed7-ba3a4ed686ca {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:10:58.226320 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-698372b6-aa0a-45d1-8ed7-ba3a4ed686ca'] response: {'server_uuid': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed453b7-e1f6-4493-91c9-878198444c30', 'code': 200} Sep 15 18:10:58.467322 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:58.468285 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:58.541571 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9490b26-166d-41a6-8bfd-0eef35819878 req-77523279-4b21-449f-b6db-4e18f05adec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:58.543084 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-c9490b26-166d-41a6-8bfd-0eef35819878 req-77523279-4b21-449f-b6db-4e18f05adec9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 1131 time: 0.0433197 Sep 15 18:10:58.590026 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-c9490b26-166d-41a6-8bfd-0eef35819878 req-c179d81e-ee82-4b6e-b34a-c72da3b2955f service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405293 Sep 15 18:10:58.767069 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa6faf-9534-456a-b098-bdb91815c3b2 req-605793dc-d441-45ef-81e2-82de54ae1a99 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:58.768623 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2daa6faf-9534-456a-b098-bdb91815c3b2 req-605793dc-d441-45ef-81e2-82de54ae1a99 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 947 time: 0.0481408 Sep 15 18:10:58.815272 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2daa6faf-9534-456a-b098-bdb91815c3b2 req-9cf6341d-16a3-4d41-8c54-9b5437fa7f82 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411272 Sep 15 18:10:58.913206 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e52dd-94dd-400c-a7ff-23b0ff4d5b5c req-7a900c97-a8d5-41df-9f73-e66ef11c4963 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:58.914703 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f25e52dd-94dd-400c-a7ff-23b0ff4d5b5c req-7a900c97-a8d5-41df-9f73-e66ef11c4963 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 946 time: 0.0458248 Sep 15 18:10:58.934825 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91102b39-5934-420b-a84a-cde0b8810157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:58.968442 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f25e52dd-94dd-400c-a7ff-23b0ff4d5b5c req-0b6a8ef6-28c2-492d-a337-a8b56b99ac1e tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477097 Sep 15 18:10:59.087946 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1038001-01a8-4133-8785-bec57dc50e4b req-59a748d4-3d0e-4f72-8ba1-bfd1419bf516 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:10:59.089337 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c1038001-01a8-4133-8785-bec57dc50e4b req-59a748d4-3d0e-4f72-8ba1-bfd1419bf516 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 946 time: 0.0499575 Sep 15 18:10:59.100273 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 37954) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:10:59.104541 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f57b4653-c5b7-4198-ba05-449ee51d2390 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Request body: {'floatingip': {'port_id': '5612637c-c59e-4a0c-96f0-9a76313843ed'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:10:59.141824 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f57b4653-c5b7-4198-ba05-449ee51d2390 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (29b06144-c025-4253-999d-c244f3908e80), before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:59.544040 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:59.556800 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f57b4653-c5b7-4198-ba05-449ee51d2390 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:59.560245 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f57b4653-c5b7-4198-ba05-449ee51d2390 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (29b06144-c025-4253-999d-c244f3908e80), after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:10:59.637497 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:10:59.655553 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.l3_db [None req-f57b4653-c5b7-4198-ba05-449ee51d2390 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Floating IP 29b06144-c025-4253-999d-c244f3908e80 associated. External IP: 172.28.1.213, port: 5612637c-c59e-4a0c-96f0-9a76313843ed. Sep 15 18:10:59.863557 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57b4653-c5b7-4198-ba05-449ee51d2390 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Router c2ab935d-2333-49eb-8af3-06bf9288b5a3 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:11:00.014022 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f6319-993d-439c-9562-dd92af46a0dd req-6fa81ffb-6998-45b6-910d-b39ae432ae79 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:11:00.015568 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cb1f6319-993d-439c-9562-dd92af46a0dd req-6fa81ffb-6998-45b6-910d-b39ae432ae79 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 947 time: 0.0888884 Sep 15 18:11:00.025431 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57b4653-c5b7-4198-ba05-449ee51d2390 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:11:00.035393 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f57b4653-c5b7-4198-ba05-449ee51d2390 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:00.038966 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063ee01-6d2d-4659-8dff-ec4f32bf9bc6 None None] Sync routers for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:11:00.051509 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063ee01-6d2d-4659-8dff-ec4f32bf9bc6 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:11:00.052153 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e063ee01-6d2d-4659-8dff-ec4f32bf9bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:10:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:00.096089 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-f57b4653-c5b7-4198-ba05-449ee51d2390 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/29b06144-c025-4253-999d-c244f3908e80 HTTP/1.1" status: 200 len: 992 time: 0.9925869 Sep 15 18:11:00.100548 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798b7c28-4b7e-4042-b771-c169f3a9539b', 'tag': '5612637c-c59e-4a0c-96f0-9a76313843ed'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:11:00.103840 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37c4102d2d517d607139b710ac7a8d6e47170191c640291e613d15b6186679b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cfa5f4-9ee2-415a-8872-39eedad2b44f" -d '{"events": [{"name": "network-changed", "server_uuid": "798b7c28-4b7e-4042-b771-c169f3a9539b", "tag": "5612637c-c59e-4a0c-96f0-9a76313843ed"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:11:00.113893 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cb1f6319-993d-439c-9562-dd92af46a0dd req-08d1a23a-c18c-4e6d-8e42-d063e6506ee4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907817 Sep 15 18:11:00.172956 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e063ee01-6d2d-4659-8dff-ec4f32bf9bc6 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:11:00.190234 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd8b2fb-32db-4dd3-8db4-36ef2a66e62e x-openstack-request-id: req-6dd8b2fb-32db-4dd3-8db4-36ef2a66e62e {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:11:00.190523 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798b7c28-4b7e-4042-b771-c169f3a9539b", "tag": "5612637c-c59e-4a0c-96f0-9a76313843ed", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:11:00.190771 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6dd8b2fb-32db-4dd3-8db4-36ef2a66e62e {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:11:00.191172 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd8b2fb-32db-4dd3-8db4-36ef2a66e62e'] response: {'name': 'network-changed', 'server_uuid': '798b7c28-4b7e-4042-b771-c169f3a9539b', 'tag': '5612637c-c59e-4a0c-96f0-9a76313843ed', 'status': 'completed', 'code': 200} Sep 15 18:11:00.349516 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa5f4-9ee2-415a-8872-39eedad2b44f req-9ff1ce44-87b8-49e4-b134-6d87ebfa9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:11:00.350940 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-49cfa5f4-9ee2-415a-8872-39eedad2b44f req-9ff1ce44-87b8-49e4-b134-6d87ebfa9e4d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=57eda6ece5ca41a592f43ffe27372b28&device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 1130 time: 0.0431077 Sep 15 18:11:00.364869 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=100 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:00.458010 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa5f4-9ee2-415a-8872-39eedad2b44f req-90ad6f44-b496-4117-b9cf-5b612610294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:11:00.459523 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-49cfa5f4-9ee2-415a-8872-39eedad2b44f req-90ad6f44-b496-4117-b9cf-5b612610294f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6 HTTP/1.1" status: 200 len: 913 time: 0.1026683 Sep 15 18:11:00.504318 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e063ee01-6d2d-4659-8dff-ec4f32bf9bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '29b06144-c025-4253-999d-c244f3908e80', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.213', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': '5612637c-c59e-4a0c-96f0-9a76313843ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:46:96:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798b7c28-4b7e-4042-b771-c169f3a9539b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:10:37Z', 'updated_at': '2022-09-15T18:10:59Z', 'revision_number': 1, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:00.529547 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-49cfa5f4-9ee2-415a-8872-39eedad2b44f req-a77552a9-8410-43a1-ac0a-17485ced7117 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5612637c-c59e-4a0c-96f0-9a76313843ed HTTP/1.1" status: 200 len: 1000 time: 0.0630999 Sep 15 18:11:00.530284 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063ee01-6d2d-4659-8dff-ec4f32bf9bc6 None None] Checking router: c2ab935d-2333-49eb-8af3-06bf9288b5a3 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:11:00.538751 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063ee01-6d2d-4659-8dff-ec4f32bf9bc6 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:11:00.539366 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e063ee01-6d2d-4659-8dff-ec4f32bf9bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:10:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:00.579018 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa5f4-9ee2-415a-8872-39eedad2b44f req-07bd950c-8221-4718-8feb-75b2dde2e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:11:00.580508 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-49cfa5f4-9ee2-415a-8872-39eedad2b44f req-07bd950c-8221-4718-8feb-75b2dde2e568 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=4309f50e-8347-401e-916d-4634e75b9010 HTTP/1.1" status: 200 len: 851 time: 0.0457397 Sep 15 18:11:00.628880 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa5f4-9ee2-415a-8872-39eedad2b44f req-3bad9d7b-c2ea-462c-9354-ef0aa57bd29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:11:00.630320 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-49cfa5f4-9ee2-415a-8872-39eedad2b44f req-3bad9d7b-c2ea-462c-9354-ef0aa57bd29e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=19a0cf85-4b4d-4963-b4f8-8096eb0628c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0440984 Sep 15 18:11:00.645726 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e063ee01-6d2d-4659-8dff-ec4f32bf9bc6 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:11:00.723164 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-49cfa5f4-9ee2-415a-8872-39eedad2b44f req-7d7a6bd9-9cf9-4f61-ab71-df6d0995198a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869620 Sep 15 18:11:00.821580 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-49cfa5f4-9ee2-415a-8872-39eedad2b44f req-d84b4e09-e3aa-4bb3-a857-1d2ce0e6c3e3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928082 Sep 15 18:11:00.875443 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e063ee01-6d2d-4659-8dff-ec4f32bf9bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '29b06144-c025-4253-999d-c244f3908e80', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.213', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': '5612637c-c59e-4a0c-96f0-9a76313843ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:46:96:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798b7c28-4b7e-4042-b771-c169f3a9539b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:10:37Z', 'updated_at': '2022-09-15T18:10:59Z', 'revision_number': 1, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:00.900699 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063ee01-6d2d-4659-8dff-ec4f32bf9bc6 None None] The sync data for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb is: [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_floatingips': [{'id': '29b06144-c025-4253-999d-c244f3908e80', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'floating_ip_address': '172.28.1.213', 'floating_network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'router_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'port_id': '5612637c-c59e-4a0c-96f0-9a76313843ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'mac_address': 'fa:16:3e:46:96:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798b7c28-4b7e-4042-b771-c169f3a9539b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T18:10:37Z', 'updated_at': '2022-09-15T18:10:59Z', 'revision_number': 1, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:11:01.106578 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69aa33a-f8a1-4fc4-bdc2-c3f9e57231fc None None] New status for floating IP 29b06144-c025-4253-999d-c244f3908e80: ACTIVE {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:11:01.273704 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:01.280804 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a3b65-0da6-4392-bfbc-98ff9f607580 req-568c8bba-bac2-40ef-8044-aa1005caf1fe tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:11:01.282369 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-946a3b65-0da6-4392-bfbc-98ff9f607580 req-568c8bba-bac2-40ef-8044-aa1005caf1fe tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 947 time: 0.0537593 Sep 15 18:11:01.340157 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-946a3b65-0da6-4392-bfbc-98ff9f607580 req-ea3c833e-8bb6-4f23-8739-cd3cdd2b651a tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500708 Sep 15 18:11:01.510804 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97064d50-1a3d-4953-957d-92e894a41f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:02.536891 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:03.914682 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:04.087189 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:10.810881 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=43 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:10.818002 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=61 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:10.878161 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=79 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:10.879025 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=69 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:11.328719 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=62 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:11.336344 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=63 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:14.075629 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:14.083461 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:24.768171 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:25.472866 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:11:28.938653 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57a8f14e-cc59-40a3-b245-6ce0f69190f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:31.514058 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5788467-fd55-4cfa-b727-f4000e277eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:32.539031 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:33.918017 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:34.089991 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:34.434185 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63386d7-449e-4057-87d9-1a9ff7f80cb5 req-f7d70243-8407-4a9f-ad33-99548857004f tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:11:34.435565 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c63386d7-449e-4057-87d9-1a9ff7f80cb5 req-f7d70243-8407-4a9f-ad33-99548857004f tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 947 time: 0.0551076 Sep 15 18:11:34.488360 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c63386d7-449e-4057-87d9-1a9ff7f80cb5 req-05e8cf40-47df-4456-aa7d-a795c77d6db4 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465927 Sep 15 18:11:35.467824 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:35.468633 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:35.618309 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59845644-550e-4554-95e4-5fc0ac259bec req-37cfdf18-1a19-43aa-9c3a-c2280cfae1f3 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:11:35.619790 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-59845644-550e-4554-95e4-5fc0ac259bec req-37cfdf18-1a19-43aa-9c3a-c2280cfae1f3 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 947 time: 0.0474250 Sep 15 18:11:35.667179 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-59845644-550e-4554-95e4-5fc0ac259bec req-73a1e1f1-a0a0-4589-919c-1609ed8793db tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=21b60d8a-36c0-498c-936e-6535315925f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418308 Sep 15 18:11:36.081411 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9714ae-9ee7-47a6-aa7e-176d90f58eb1 req-465356df-2ae9-44d8-af32-504fa456c63d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:11:36.082868 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5f9714ae-9ee7-47a6-aa7e-176d90f58eb1 req-465356df-2ae9-44d8-af32-504fa456c63d tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 947 time: 0.0465226 Sep 15 18:11:36.173133 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-5f9714ae-9ee7-47a6-aa7e-176d90f58eb1 req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Deleting port 3ed453b7-e1f6-4493-91c9-878198444c30 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:11:36.173512 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5f9714ae-9ee7-47a6-aa7e-176d90f58eb1 req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:36.269619 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-5f9714ae-9ee7-47a6-aa7e-176d90f58eb1 req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] For port 3ed453b7-e1f6-4493-91c9-878198444c30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3ed453b7-e1f6-4493-91c9-878198444c30,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:11:36.269989 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5f9714ae-9ee7-47a6-aa7e-176d90f58eb1 req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:36.436058 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5f9714ae-9ee7-47a6-aa7e-176d90f58eb1 req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:36.436542 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5f9714ae-9ee7-47a6-aa7e-176d90f58eb1 req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (3bdc09af-0434-402c-b6ef-af68ae151431), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:36.436729 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.l3_db [req-5f9714ae-9ee7-47a6-aa7e-176d90f58eb1 req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Floating IP 3bdc09af-0434-402c-b6ef-af68ae151431 disassociated. External IP: 172.28.1.78, port: 3ed453b7-e1f6-4493-91c9-878198444c30. Sep 15 18:11:36.437073 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-5f9714ae-9ee7-47a6-aa7e-176d90f58eb1 req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Calling delete_port for 3ed453b7-e1f6-4493-91c9-878198444c30 owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:11:36.569865 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5f9714ae-9ee7-47a6-aa7e-176d90f58eb1 req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (3ed453b7-e1f6-4493-91c9-878198444c30), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:36.598403 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event deleted for resources: {'Port': ['ID=3ed453b7-e1f6-4493-91c9-878198444c30,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:36.645633 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:36.645985 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:36.646326 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:36.646664 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:36.646995 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:36.647325 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:36.647658 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:36.647983 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:36.648306 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:36.648630 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:36.648970 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:36.649264 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:36.649613 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:36.649934 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:36.650250 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:36.722484 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f9714ae-9ee7-47a6-aa7e-176d90f58eb1 req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:11:36.783887 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-30f2c5cc-b861-4dae-8721-7dd9adb7335e req-ab40a5ed-22dc-4954-8fd9-61e52b4c4bbb tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5dad0995-b4e9-4e8a-a351-2f0d9541dc4d HTTP/1.1" status: 200 len: 210 time: 0.0279233 Sep 15 18:11:36.828834 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f9714ae-9ee7-47a6-aa7e-176d90f58eb1 req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:11:36.838377 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af558c-a1e8-4249-b1a0-9961ef7a9107 None None] Sync routers for ids ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:11:36.848894 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af558c-a1e8-4249-b1a0-9961ef7a9107 None None] Routers {'67b1b895-4b0e-41f5-be77-693cb1b3edf7'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:11:36.849552 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b6af558c-a1e8-4249-b1a0-9961ef7a9107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:11:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:36.878904 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9714ae-9ee7-47a6-aa7e-176d90f58eb1 req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] No DVR routers for this DVR port 3ed453b7-e1f6-4493-91c9-878198444c30 on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:11:36.881485 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-5f9714ae-9ee7-47a6-aa7e-176d90f58eb1 req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:36.884753 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5f9714ae-9ee7-47a6-aa7e-176d90f58eb1 req-4dc572db-8ca9-47c4-8fe9-116000015d17 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.27 "DELETE /networking/v2.0/ports/3ed453b7-e1f6-4493-91c9-878198444c30 HTTP/1.1" status: 204 len: 173 time: 0.7958019 Sep 15 18:11:36.885349 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'name': 'network-vif-deleted', 'tag': '3ed453b7-e1f6-4493-91c9-878198444c30'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:11:36.887626 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20eab7c-8a6d-438f-82af-b483dfe65196" -d '{"events": [{"server_uuid": "5dad0995-b4e9-4e8a-a351-2f0d9541dc4d", "name": "network-vif-deleted", "tag": "3ed453b7-e1f6-4493-91c9-878198444c30"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:11:36.931843 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49f780e-b7de-4d80-8ece-07a8d6a2849f x-openstack-request-id: req-b49f780e-b7de-4d80-8ece-07a8d6a2849f {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:11:36.932196 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dad0995-b4e9-4e8a-a351-2f0d9541dc4d", "name": "network-vif-deleted", "tag": "3ed453b7-e1f6-4493-91c9-878198444c30", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:11:36.932751 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b49f780e-b7de-4d80-8ece-07a8d6a2849f {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:11:36.933181 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49f780e-b7de-4d80-8ece-07a8d6a2849f'] response: {'server_uuid': '5dad0995-b4e9-4e8a-a351-2f0d9541dc4d', 'name': 'network-vif-deleted', 'tag': '3ed453b7-e1f6-4493-91c9-878198444c30', 'status': 'completed', 'code': 200} Sep 15 18:11:36.962741 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b6af558c-a1e8-4249-b1a0-9961ef7a9107 None None] Set router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:11:37.170680 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b6af558c-a1e8-4249-b1a0-9961ef7a9107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:40Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '11f95297-a655-4d97-ab62-d125c48de1e0', 'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'mac_address': 'fa:16:3e:35:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:40Z', 'updated_at': '2022-09-15T18:06:45Z', 'revision_number': 5, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'subnets': [{'id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:37.198558 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af558c-a1e8-4249-b1a0-9961ef7a9107 None None] Checking router: 67b1b895-4b0e-41f5-be77-693cb1b3edf7 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:11:37.207041 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af558c-a1e8-4249-b1a0-9961ef7a9107 None None] Routers {'67b1b895-4b0e-41f5-be77-693cb1b3edf7'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:11:37.207639 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b6af558c-a1e8-4249-b1a0-9961ef7a9107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:11:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:37.302750 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b6af558c-a1e8-4249-b1a0-9961ef7a9107 None None] Set router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:11:37.493244 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b6af558c-a1e8-4249-b1a0-9961ef7a9107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:40Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '11f95297-a655-4d97-ab62-d125c48de1e0', 'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'mac_address': 'fa:16:3e:35:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:40Z', 'updated_at': '2022-09-15T18:06:45Z', 'revision_number': 5, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'subnets': [{'id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:37.519859 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af558c-a1e8-4249-b1a0-9961ef7a9107 None None] The sync data for ids ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'] in dv-cinder-835384-27-smb is: [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:40Z', 'revision_number': 4, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '11f95297-a655-4d97-ab62-d125c48de1e0', 'name': '', 'network_id': 'eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'mac_address': 'fa:16:3e:35:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:40Z', 'updated_at': '2022-09-15T18:06:45Z', 'revision_number': 5, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'subnets': [{'id': '7fe5157e-f108-4353-8b32-73d0fa8ed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:11:37.744577 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a3999-f344-43d2-8959-512a5eef2e5f None None] New status for floating IP 3bdc09af-0434-402c-b6ef-af68ae151431: DOWN {{(pid=106388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:11:37.901887 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38052) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:37.941719 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:37.973784 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e9c06c5-e925-413d-bf8f-3f9a32d69ca8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group (21b60d8a-36c0-498c-936e-6535315925f8), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:38.000306 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e9c06c5-e925-413d-bf8f-3f9a32d69ca8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group (21b60d8a-36c0-498c-936e-6535315925f8), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:38.047470 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:38.062263 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e9c06c5-e925-413d-bf8f-3f9a32d69ca8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (21b60d8a-36c0-498c-936e-6535315925f8), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:38.065533 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-3e9c06c5-e925-413d-bf8f-3f9a32d69ca8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:38.066701 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-3e9c06c5-e925-413d-bf8f-3f9a32d69ca8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/21b60d8a-36c0-498c-936e-6535315925f8 HTTP/1.1" status: 204 len: 168 time: 0.1640584 Sep 15 18:11:38.069688 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38058) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:38.076857 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c06c5-e925-413d-bf8f-3f9a32d69ca8 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b60d8a-36c0-498c-936e-6535315925f8,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:38.086671 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.api.v2.resource [None req-4abad622-92dd-4507-86b0-44495c4c3fcf tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] show failed (client error): The resource could not be found. Sep 15 18:11:38.090977 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38060) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:38.091171 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-4abad622-92dd-4507-86b0-44495c4c3fcf tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "GET /networking/v2.0/security-groups/21b60d8a-36c0-498c-936e-6535315925f8 HTTP/1.1" status: 404 len: 347 time: 0.0201466 Sep 15 18:11:38.159200 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 3ed453b7-e1f6-4493-91c9-878198444c30 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:11:38.185521 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: 3ed453b7-e1f6-4493-91c9-878198444c30 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:11:38.185880 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 3ed453b7-e1f6-4493-91c9-878198444c30 not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:11:38.222008 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-c6bde3b1-c356-4bf9-bded-4c8c0b790483 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Deleting port f9d0cf93-756b-447a-9213-df4590e0256c {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:11:38.222352 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6bde3b1-c356-4bf9-bded-4c8c0b790483 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (f9d0cf93-756b-447a-9213-df4590e0256c), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:38.307135 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6bde3b1-c356-4bf9-bded-4c8c0b790483 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (f9d0cf93-756b-447a-9213-df4590e0256c), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:38.307472 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6bde3b1-c356-4bf9-bded-4c8c0b790483 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for floatingip (f9d0cf93-756b-447a-9213-df4590e0256c), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:38.322436 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-c6bde3b1-c356-4bf9-bded-4c8c0b790483 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Calling delete_port for f9d0cf93-756b-447a-9213-df4590e0256c owned by network:floatingip {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:11:38.458898 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6bde3b1-c356-4bf9-bded-4c8c0b790483 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (f9d0cf93-756b-447a-9213-df4590e0256c), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:38.486518 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bde3b1-c356-4bf9-bded-4c8c0b790483 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Pushing event deleted for resources: {'Port': ['ID=f9d0cf93-756b-447a-9213-df4590e0256c,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:38.549684 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6bde3b1-c356-4bf9-bded-4c8c0b790483 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks [] for floatingip (3bdc09af-0434-402c-b6ef-af68ae151431), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:38.552031 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6bde3b1-c356-4bf9-bded-4c8c0b790483 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:38.553176 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-c6bde3b1-c356-4bf9-bded-4c8c0b790483 tempest-AttachVolumeShelveTestJSON-507707983 tempest-AttachVolumeShelveTestJSON-507707983-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/3bdc09af-0434-402c-b6ef-af68ae151431 HTTP/1.1" status: 204 len: 168 time: 0.4611745 Sep 15 18:11:41.125738 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38104) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:41.617093 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9af7945f-5679-43e6-8f08-656bb95f7eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433571'] for router_interface (67b1b895-4b0e-41f5-be77-693cb1b3edf7), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:41.663315 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:42.028386 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:42.069245 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58180c11-ef9e-4e50-8961-516c4535dc74 req-a781b433-e22f-4296-b18b-19a8b1896a9f tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:11:42.071473 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-58180c11-ef9e-4e50-8961-516c4535dc74 req-a781b433-e22f-4296-b18b-19a8b1896a9f tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 946 time: 0.0528541 Sep 15 18:11:42.112151 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-9af7945f-5679-43e6-8f08-656bb95f7eb3 admin admin] Deleting port 11f95297-a655-4d97-ab62-d125c48de1e0 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:11:42.112491 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9af7945f-5679-43e6-8f08-656bb95f7eb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (11f95297-a655-4d97-ab62-d125c48de1e0), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:42.120491 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-58180c11-ef9e-4e50-8961-516c4535dc74 req-f939ced0-3ede-4c07-b2b6-48101699df3a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433214 Sep 15 18:11:42.206691 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-9af7945f-5679-43e6-8f08-656bb95f7eb3 admin admin] For port 11f95297-a655-4d97-ab62-d125c48de1e0, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=11f95297-a655-4d97-ab62-d125c48de1e0,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:11:42.207297 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9af7945f-5679-43e6-8f08-656bb95f7eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (11f95297-a655-4d97-ab62-d125c48de1e0), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:42.220676 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-9af7945f-5679-43e6-8f08-656bb95f7eb3 admin admin] Calling delete_port for 11f95297-a655-4d97-ab62-d125c48de1e0 owned by network:router_interface {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:11:42.403103 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9af7945f-5679-43e6-8f08-656bb95f7eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (11f95297-a655-4d97-ab62-d125c48de1e0), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:42.430728 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7945f-5679-43e6-8f08-656bb95f7eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=11f95297-a655-4d97-ab62-d125c48de1e0,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:42.601356 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9af7945f-5679-43e6-8f08-656bb95f7eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550931'] for router_interface (67b1b895-4b0e-41f5-be77-693cb1b3edf7), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:42.819116 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af7945f-5679-43e6-8f08-656bb95f7eb3 admin admin] Router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:11:42.825968 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:42.865067 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:42.927017 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af7945f-5679-43e6-8f08-656bb95f7eb3 admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:11:42.932258 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-9af7945f-5679-43e6-8f08-656bb95f7eb3 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/67b1b895-4b0e-41f5-be77-693cb1b3edf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8047645 Sep 15 18:11:42.934889 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38116) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:42.942219 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f1b9ae-941c-4d4b-a4b4-c3f5ac0b4d74 None None] Sync routers for ids ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'] in dv-cinder-835384-27-smb {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:11:42.951546 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f1b9ae-941c-4d4b-a4b4-c3f5ac0b4d74 None None] Routers {'67b1b895-4b0e-41f5-be77-693cb1b3edf7'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:11:42.952153 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c7f1b9ae-941c-4d4b-a4b4-c3f5ac0b4d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:11:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:43.032995 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7282bac0-90b7-4108-8d4f-aca7ae03d3b5 admin admin] Publish callbacks [] for router (67b1b895-4b0e-41f5-be77-693cb1b3edf7), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:43.058438 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c7f1b9ae-941c-4d4b-a4b4-c3f5ac0b4d74 None None] Set router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 gateway port host: dv-cinder-835384-27-smb {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:11:43.136478 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7282bac0-90b7-4108-8d4f-aca7ae03d3b5 admin admin] Publish callbacks [] for router_gateway (67b1b895-4b0e-41f5-be77-693cb1b3edf7), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:43.189541 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-7282bac0-90b7-4108-8d4f-aca7ae03d3b5 admin admin] Deleting port 836bf317-dee8-43c4-9709-ab60bf60b367 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:11:43.189886 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7282bac0-90b7-4108-8d4f-aca7ae03d3b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (836bf317-dee8-43c4-9709-ab60bf60b367), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:43.255761 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfc7e6-e3ec-43ff-982c-dc17c6e861bc req-f8ebd93d-a6ed-4cea-b840-046133f5e6c2 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:11:43.257435 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9cbfc7e6-e3ec-43ff-982c-dc17c6e861bc req-f8ebd93d-a6ed-4cea-b840-046133f5e6c2 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 946 time: 0.0532002 Sep 15 18:11:43.283862 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-7282bac0-90b7-4108-8d4f-aca7ae03d3b5 admin admin] For port 836bf317-dee8-43c4-9709-ab60bf60b367, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=836bf317-dee8-43c4-9709-ab60bf60b367,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:11:43.285131 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7282bac0-90b7-4108-8d4f-aca7ae03d3b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (836bf317-dee8-43c4-9709-ab60bf60b367), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:43.304985 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-7282bac0-90b7-4108-8d4f-aca7ae03d3b5 admin admin] Calling delete_port for 836bf317-dee8-43c4-9709-ab60bf60b367 owned by network:router_gateway {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:11:43.317814 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9cbfc7e6-e3ec-43ff-982c-dc17c6e861bc req-f6d28d55-6c6b-4460-bcd3-8ecb7b624363 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535712 Sep 15 18:11:43.345813 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c7f1b9ae-941c-4d4b-a4b4-c3f5ac0b4d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:11:42Z', 'revision_number': 5, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port': {'id': '836bf317-dee8-43c4-9709-ab60bf60b367', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:43.347575 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:43.372417 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f1b9ae-941c-4d4b-a4b4-c3f5ac0b4d74 None None] Checking router: 67b1b895-4b0e-41f5-be77-693cb1b3edf7 for host: dv-cinder-835384-27-smb {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:11:43.381075 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f1b9ae-941c-4d4b-a4b4-c3f5ac0b4d74 None None] Routers {'67b1b895-4b0e-41f5-be77-693cb1b3edf7'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:11:43.381729 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c7f1b9ae-941c-4d4b-a4b4-c3f5ac0b4d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:11:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:43.459625 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:43.468184 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c7f1b9ae-941c-4d4b-a4b4-c3f5ac0b4d74 None None] Set router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:11:43.484368 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7282bac0-90b7-4108-8d4f-aca7ae03d3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (836bf317-dee8-43c4-9709-ab60bf60b367), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:43.510142 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282bac0-90b7-4108-8d4f-aca7ae03d3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=836bf317-dee8-43c4-9709-ab60bf60b367,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:43.520689 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c7f1b9ae-941c-4d4b-a4b4-c3f5ac0b4d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:11:43Z', 'revision_number': 6, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port_host': None}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:43.549542 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f1b9ae-941c-4d4b-a4b4-c3f5ac0b4d74 None None] The sync data for ids ['67b1b895-4b0e-41f5-be77-693cb1b3edf7'] in dv-cinder-835384-27-smb is: [{'id': '67b1b895-4b0e-41f5-be77-693cb1b3edf7', 'name': 'tempest-AttachVolumeShelveTestJSON-861909087-router', 'tenant_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:06:38Z', 'updated_at': '2022-09-15T18:11:43Z', 'revision_number': 6, 'project_id': 'dda6be1ed33a44979aae8cd74d60cb93', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:11:43.584532 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7282bac0-90b7-4108-8d4f-aca7ae03d3b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556889'] for router_gateway (67b1b895-4b0e-41f5-be77-693cb1b3edf7), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:43.672758 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7282bac0-90b7-4108-8d4f-aca7ae03d3b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-659'] for router (67b1b895-4b0e-41f5-be77-693cb1b3edf7), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:43.674958 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7282bac0-90b7-4108-8d4f-aca7ae03d3b5 admin admin] Publish callbacks [] for router_controller (67b1b895-4b0e-41f5-be77-693cb1b3edf7), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:43.716054 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7282bac0-90b7-4108-8d4f-aca7ae03d3b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551022'] for router (67b1b895-4b0e-41f5-be77-693cb1b3edf7), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:43.716574 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7282bac0-90b7-4108-8d4f-aca7ae03d3b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67b1b895-4b0e-41f5-be77-693cb1b3edf7 {{(pid=106386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:11:43.721451 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7282bac0-90b7-4108-8d4f-aca7ae03d3b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:43.722592 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-7282bac0-90b7-4108-8d4f-aca7ae03d3b5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/67b1b895-4b0e-41f5-be77-693cb1b3edf7 HTTP/1.1" status: 204 len: 168 time: 0.7867627 Sep 15 18:11:43.725066 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38120) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:43.776384 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_v2 [None req-35999764-11e6-46d2-804a-eb19b49678c1 admin admin] Deleting subnet 7fe5157e-f108-4353-8b32-73d0fa8ed955 {{(pid=106386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 18:11:43.779775 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-35999764-11e6-46d2-804a-eb19b49678c1 admin admin] Publish callbacks [] for subnet (7fe5157e-f108-4353-8b32-73d0fa8ed955), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:43.804805 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:43.820649 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-35999764-11e6-46d2-804a-eb19b49678c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6869254'] for subnet (7fe5157e-f108-4353-8b32-73d0fa8ed955), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:43.843030 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:43.904636 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-35999764-11e6-46d2-804a-eb19b49678c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725546'] for subnet (7fe5157e-f108-4353-8b32-73d0fa8ed955), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:43.966860 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-35999764-11e6-46d2-804a-eb19b49678c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8251307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6780668'] for subnet (7fe5157e-f108-4353-8b32-73d0fa8ed955), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:43.980945 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 11f95297-a655-4d97-ab62-d125c48de1e0 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:11:44.001236 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: 11f95297-a655-4d97-ab62-d125c48de1e0 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:11:44.001638 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 11f95297-a655-4d97-ab62-d125c48de1e0 not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:11:44.007229 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35999764-11e6-46d2-804a-eb19b49678c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fe5157e-f108-4353-8b32-73d0fa8ed955,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:44.032156 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-35999764-11e6-46d2-804a-eb19b49678c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.035401 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1119c752-2091-45ed-89c2-c7c7db8a3c15 None None] Network eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:11:44.037501 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-35999764-11e6-46d2-804a-eb19b49678c1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/7fe5157e-f108-4353-8b32-73d0fa8ed955 HTTP/1.1" status: 204 len: 168 time: 0.3113711 Sep 15 18:11:44.038469 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38122) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:44.051628 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c704bb-6694-4305-9581-c09e0e06da20 req-7ed95823-14c9-4b4e-8d36-83511263eb5d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:11:44.053084 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-d6c704bb-6694-4305-9581-c09e0e06da20 req-7ed95823-14c9-4b4e-8d36-83511263eb5d tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 946 time: 0.0591397 Sep 15 18:11:44.114357 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322015'] for network (eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.146974 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-d6c704bb-6694-4305-9581-c09e0e06da20 req-8cd42ff4-90e5-48a5-a756-22cf67901314 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Deleting port 5612637c-c59e-4a0c-96f0-9a76313843ed {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:11:44.147314 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-d6c704bb-6694-4305-9581-c09e0e06da20 req-8cd42ff4-90e5-48a5-a756-22cf67901314 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (5612637c-c59e-4a0c-96f0-9a76313843ed), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.157373 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Deleting port cda75346-4663-41a9-9f63-b722eae3efe0 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:11:44.157373 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (cda75346-4663-41a9-9f63-b722eae3efe0), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.223724 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] For port cda75346-4663-41a9-9f63-b722eae3efe0, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=cda75346-4663-41a9-9f63-b722eae3efe0,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:11:44.224002 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (cda75346-4663-41a9-9f63-b722eae3efe0), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.237227 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Calling delete_port for cda75346-4663-41a9-9f63-b722eae3efe0 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:11:44.245755 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-d6c704bb-6694-4305-9581-c09e0e06da20 req-8cd42ff4-90e5-48a5-a756-22cf67901314 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] For port 5612637c-c59e-4a0c-96f0-9a76313843ed, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5612637c-c59e-4a0c-96f0-9a76313843ed,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:11:44.246076 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-d6c704bb-6694-4305-9581-c09e0e06da20 req-8cd42ff4-90e5-48a5-a756-22cf67901314 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (5612637c-c59e-4a0c-96f0-9a76313843ed), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.335940 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] DHCP port deletion for eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf request from dv-cinder-835384-27-smb {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 18:11:44.378894 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Deleting port cda75346-4663-41a9-9f63-b722eae3efe0 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:11:44.379546 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (cda75346-4663-41a9-9f63-b722eae3efe0), before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.435847 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-d6c704bb-6694-4305-9581-c09e0e06da20 req-8cd42ff4-90e5-48a5-a756-22cf67901314 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.436496 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-d6c704bb-6694-4305-9581-c09e0e06da20 req-8cd42ff4-90e5-48a5-a756-22cf67901314 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556963'] for floatingip (29b06144-c025-4253-999d-c244f3908e80), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.436496 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.l3_db [req-d6c704bb-6694-4305-9581-c09e0e06da20 req-8cd42ff4-90e5-48a5-a756-22cf67901314 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Floating IP 29b06144-c025-4253-999d-c244f3908e80 disassociated. External IP: 172.28.1.213, port: 5612637c-c59e-4a0c-96f0-9a76313843ed. Sep 15 18:11:44.436912 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-d6c704bb-6694-4305-9581-c09e0e06da20 req-8cd42ff4-90e5-48a5-a756-22cf67901314 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Calling delete_port for 5612637c-c59e-4a0c-96f0-9a76313843ed owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:11:44.456208 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] For port cda75346-4663-41a9-9f63-b722eae3efe0, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=cda75346-4663-41a9-9f63-b722eae3efe0,segment=NetworkSegment(c754731a-652c-4ae6-a1d9-86bf03df7802),segment_id=c754731a-652c-4ae6-a1d9-86bf03df7802)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:11:44.456598 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (cda75346-4663-41a9-9f63-b722eae3efe0), precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.471488 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Calling delete_port for cda75346-4663-41a9-9f63-b722eae3efe0 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:11:44.558129 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802'] for port (cda75346-4663-41a9-9f63-b722eae3efe0), after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.587146 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Pushing event deleted for resources: {'Port': ['ID=cda75346-4663-41a9-9f63-b722eae3efe0,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:44.588530 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-d6c704bb-6694-4305-9581-c09e0e06da20 req-8cd42ff4-90e5-48a5-a756-22cf67901314 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (5612637c-c59e-4a0c-96f0-9a76313843ed), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.597788 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.598413 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.598934 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.599442 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.600274 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.600784 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.601319 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.601670 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.602003 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.602338 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.602666 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.602992 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.603489 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.604001 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.604315 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.607233 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a300f96e-8d73-4923-a261-9cf6f28dfbbe None None] No DVR routers for this DVR port cda75346-4663-41a9-9f63-b722eae3efe0 on host dv-cinder-835384-27-smb {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:11:44.616844 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd42ff4-90e5-48a5-a756-22cf67901314 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event deleted for resources: {'Port': ['ID=5612637c-c59e-4a0c-96f0-9a76313843ed,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:44.631218 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b64b7-eb7b-4287-9df8-02c4a5855a35 req-8e3f991b-9777-4bdf-b38b-04e9e411d50a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:11:44.633029 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9f5b64b7-eb7b-4287-9df8-02c4a5855a35 req-8e3f991b-9777-4bdf-b38b-04e9e411d50a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=798b7c28-4b7e-4042-b771-c169f3a9539b HTTP/1.1" status: 200 len: 946 time: 0.0741625 Sep 15 18:11:44.668378 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5339567'] for port (cda75346-4663-41a9-9f63-b722eae3efe0), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.707990 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=cda75346-4663-41a9-9f63-b722eae3efe0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:44.712430 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] No DVR routers for this DVR port cda75346-4663-41a9-9f63-b722eae3efe0 on host dv-cinder-835384-27-smb {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:11:44.748729 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.749073 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.749433 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.749771 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.750122 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.750443 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.750764 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.751082 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.751980 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.752455 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.752788 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.753212 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.753558 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.753935 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.754191 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:11:44.760231 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:44.763270 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9f5b64b7-eb7b-4287-9df8-02c4a5855a35 req-d707ede4-1a5e-4f76-a673-d281c4bbd3b4 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55193e3f-f82d-41b4-9a4c-abaecad4c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201110 Sep 15 18:11:44.766061 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6c704bb-6694-4305-9581-c09e0e06da20 req-8cd42ff4-90e5-48a5-a756-22cf67901314 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Router c2ab935d-2333-49eb-8af3-06bf9288b5a3 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:11:44.827357 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349697', 'neutron.services.segments.db._delete_segments_for_network-8775822491329'] for network (eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.836310 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:44.851556 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:44.861773 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c754731a-652c-4ae6-a1d9-86bf03df7802') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:44.862081 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.services.segments.db [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c754731a-652c-4ae6-a1d9-86bf03df7802') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:44.863987 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:44.872275 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775822491221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5629034'] for segment (c754731a-652c-4ae6-a1d9-86bf03df7802), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.886004 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6c704bb-6694-4305-9581-c09e0e06da20 req-8cd42ff4-90e5-48a5-a756-22cf67901314 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:11:44.886529 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (c754731a-652c-4ae6-a1d9-86bf03df7802), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.896672 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:11:44.897084 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5339514'] for segment (c754731a-652c-4ae6-a1d9-86bf03df7802), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.898638 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc77a43-e394-490f-a36e-ae8bf7f2ba11 None None] Sync routers for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:11:44.921307 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc77a43-e394-490f-a36e-ae8bf7f2ba11 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:11:44.922091 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-3bc77a43-e394-490f-a36e-ae8bf7f2ba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:11:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:44.941030 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c704bb-6694-4305-9581-c09e0e06da20 req-8cd42ff4-90e5-48a5-a756-22cf67901314 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] No DVR routers for this DVR port 5612637c-c59e-4a0c-96f0-9a76313843ed on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:11:44.943451 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-d6c704bb-6694-4305-9581-c09e0e06da20 req-8cd42ff4-90e5-48a5-a756-22cf67901314 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:44.946603 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-d6c704bb-6694-4305-9581-c09e0e06da20 req-8cd42ff4-90e5-48a5-a756-22cf67901314 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.27 "DELETE /networking/v2.0/ports/5612637c-c59e-4a0c-96f0-9a76313843ed HTTP/1.1" status: 204 len: 173 time: 0.8844471 Sep 15 18:11:44.947091 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798b7c28-4b7e-4042-b771-c169f3a9539b', 'name': 'network-vif-deleted', 'tag': '5612637c-c59e-4a0c-96f0-9a76313843ed'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:11:44.949347 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7037ff0e-dcc8-4482-9661-b97aacc4183b" -d '{"events": [{"server_uuid": "798b7c28-4b7e-4042-b771-c169f3a9539b", "name": "network-vif-deleted", "tag": "5612637c-c59e-4a0c-96f0-9a76313843ed"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:11:44.964538 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment c754731a-652c-4ae6-a1d9-86bf03df7802 resource provider aggregate not found Sep 15 18:11:44.998047 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556940'] for network (eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:45.006418 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e3f502-c16a-4f6f-8f51-2379d78a2b9b x-openstack-request-id: req-04e3f502-c16a-4f6f-8f51-2379d78a2b9b {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:11:45.006713 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798b7c28-4b7e-4042-b771-c169f3a9539b", "name": "network-vif-deleted", "tag": "5612637c-c59e-4a0c-96f0-9a76313843ed", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:11:45.006967 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04e3f502-c16a-4f6f-8f51-2379d78a2b9b {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:11:45.007075 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.services.segments.plugin [-] Segment c754731a-652c-4ae6-a1d9-86bf03df7802 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c754731a-652c-4ae6-a1d9-86bf03df7802 found for delete ", "request_id": "req-65ebbf0c-ad7a-46c8-abb2-d81148f176c3"}]} Sep 15 18:11:45.007368 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e3f502-c16a-4f6f-8f51-2379d78a2b9b'] response: {'server_uuid': '798b7c28-4b7e-4042-b771-c169f3a9539b', 'name': 'network-vif-deleted', 'tag': '5612637c-c59e-4a0c-96f0-9a76313843ed', 'status': 'completed', 'code': 200} Sep 15 18:11:45.010397 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:45.014938 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf HTTP/1.1" status: 204 len: 168 time: 0.9750192 Sep 15 18:11:45.037610 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9e321-19f5-4ab9-8a9b-86a2a7b07d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=eae0acf9-0dfa-47ed-8c8f-c5cdba8b24cf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:45.067962 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-3bc77a43-e394-490f-a36e-ae8bf7f2ba11 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:11:45.192076 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38134) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:45.240535 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-ea4a9cca-0656-4fbc-b9ae-8a65c14de8ef admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=dda6be1ed33a44979aae8cd74d60cb93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473101 Sep 15 18:11:45.243102 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38136) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:45.287562 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-3bc77a43-e394-490f-a36e-ae8bf7f2ba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:45.299338 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-72a7e8c5-5a99-426c-9a40-5fd626bd6ef2 admin admin] Publish callbacks [] for security_group (0ce4a358-2e97-423b-923c-db5ed12c7920), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:45.312611 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc77a43-e394-490f-a36e-ae8bf7f2ba11 None None] Checking router: c2ab935d-2333-49eb-8af3-06bf9288b5a3 for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:11:45.320260 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-72a7e8c5-5a99-426c-9a40-5fd626bd6ef2 admin admin] Publish callbacks [] for security_group (0ce4a358-2e97-423b-923c-db5ed12c7920), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:45.323241 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc77a43-e394-490f-a36e-ae8bf7f2ba11 None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:11:45.323916 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-3bc77a43-e394-490f-a36e-ae8bf7f2ba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:11:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:45.367620 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-72a7e8c5-5a99-426c-9a40-5fd626bd6ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (0ce4a358-2e97-423b-923c-db5ed12c7920), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:45.370493 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-72a7e8c5-5a99-426c-9a40-5fd626bd6ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:45.371670 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-72a7e8c5-5a99-426c-9a40-5fd626bd6ef2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0ce4a358-2e97-423b-923c-db5ed12c7920 HTTP/1.1" status: 204 len: 168 time: 0.1276140 Sep 15 18:11:45.372148 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:45.380314 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7e8c5-5a99-426c-9a40-5fd626bd6ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce4a358-2e97-423b-923c-db5ed12c7920,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:45.410688 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:DELETE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:45.444048 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-3bc77a43-e394-490f-a36e-ae8bf7f2ba11 None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:11:45.650170 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-3bc77a43-e394-490f-a36e-ae8bf7f2ba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:45.682886 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc77a43-e394-490f-a36e-ae8bf7f2ba11 None None] The sync data for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb is: [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:07:24Z', 'revision_number': 4, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb', '_interfaces': [{'id': '63c41aef-097a-4f3e-aec8-f9feead63a77', 'name': '', 'network_id': '19a0cf85-4b4d-4963-b4f8-8096eb0628c6', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'mac_address': 'fa:16:3e:4a:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4309f50e-8347-401e-916d-4634e75b9010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:24Z', 'updated_at': '2022-09-15T18:07:28Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'subnets': [{'id': '4309f50e-8347-401e-916d-4634e75b9010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:11:45.744749 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device cda75346-4663-41a9-9f63-b722eae3efe0 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:11:45.767532 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: cda75346-4663-41a9-9f63-b722eae3efe0 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:11:45.767966 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device cda75346-4663-41a9-9f63-b722eae3efe0 not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:11:45.768293 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 836bf317-dee8-43c4-9709-ab60bf60b367 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:11:45.788709 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: 836bf317-dee8-43c4-9709-ab60bf60b367 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:11:45.789110 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 836bf317-dee8-43c4-9709-ab60bf60b367 not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:11:45.874624 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38154) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:45.891118 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:45.940033 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa5c269a-6fa6-4ec7-ac73-5cd8312f932a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (55193e3f-f82d-41b4-9a4c-abaecad4c782), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:45.967633 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa5c269a-6fa6-4ec7-ac73-5cd8312f932a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (55193e3f-f82d-41b4-9a4c-abaecad4c782), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:45.983791 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e9d37-03c0-4810-afe1-9293885d5885 None None] New status for floating IP 29b06144-c025-4253-999d-c244f3908e80: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 18:11:46.037571 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa5c269a-6fa6-4ec7-ac73-5cd8312f932a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (55193e3f-f82d-41b4-9a4c-abaecad4c782), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:46.040135 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa5c269a-6fa6-4ec7-ac73-5cd8312f932a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:46.042592 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-aa5c269a-6fa6-4ec7-ac73-5cd8312f932a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/55193e3f-f82d-41b4-9a4c-abaecad4c782 HTTP/1.1" status: 204 len: 168 time: 0.1667292 Sep 15 18:11:46.046364 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38160) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:46.059631 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c269a-6fa6-4ec7-ac73-5cd8312f932a tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55193e3f-f82d-41b4-9a4c-abaecad4c782,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:46.060531 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.api.v2.resource [None req-3f2be3dd-9001-41f7-aa40-1160def72b88 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] show failed (client error): The resource could not be found. Sep 15 18:11:46.070739 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-3f2be3dd-9001-41f7-aa40-1160def72b88 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "GET /networking/v2.0/security-groups/55193e3f-f82d-41b4-9a4c-abaecad4c782 HTTP/1.1" status: 404 len: 347 time: 0.0232763 Sep 15 18:11:46.073910 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38162) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:46.180232 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 5612637c-c59e-4a0c-96f0-9a76313843ed no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:11:46.202460 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: 5612637c-c59e-4a0c-96f0-9a76313843ed {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:11:46.202808 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 5612637c-c59e-4a0c-96f0-9a76313843ed not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:11:46.214791 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-e4e51209-3fb8-4985-8401-c7db2bff5739 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Deleting port 8a960bb5-e0c1-44e7-9f15-0939e6610919 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:11:46.215222 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e4e51209-3fb8-4985-8401-c7db2bff5739 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (8a960bb5-e0c1-44e7-9f15-0939e6610919), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:46.300318 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e4e51209-3fb8-4985-8401-c7db2bff5739 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (8a960bb5-e0c1-44e7-9f15-0939e6610919), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:46.300566 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e4e51209-3fb8-4985-8401-c7db2bff5739 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (8a960bb5-e0c1-44e7-9f15-0939e6610919), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:46.313094 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-e4e51209-3fb8-4985-8401-c7db2bff5739 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Calling delete_port for 8a960bb5-e0c1-44e7-9f15-0939e6610919 owned by network:floatingip {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:11:46.453864 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e4e51209-3fb8-4985-8401-c7db2bff5739 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (8a960bb5-e0c1-44e7-9f15-0939e6610919), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:46.489909 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e51209-3fb8-4985-8401-c7db2bff5739 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Pushing event deleted for resources: {'Port': ['ID=8a960bb5-e0c1-44e7-9f15-0939e6610919,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:46.546768 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e4e51209-3fb8-4985-8401-c7db2bff5739 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks [] for floatingip (29b06144-c025-4253-999d-c244f3908e80), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:46.549268 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-e4e51209-3fb8-4985-8401-c7db2bff5739 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for floatingip (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:46.552922 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-e4e51209-3fb8-4985-8401-c7db2bff5739 tempest-AttachVolumeNegativeTest-1880464183 tempest-AttachVolumeNegativeTest-1880464183-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/29b06144-c025-4253-999d-c244f3908e80 HTTP/1.1" status: 204 len: 168 time: 0.4751825 Sep 15 18:11:47.653941 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38220) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:47.761859 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00fedd9c-35f4-4e42-8361-1b1f403d4b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:47.844453 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00fedd9c-35f4-4e42-8361-1b1f403d4b9c admin admin] Publish callbacks [] for security_group (71d7fc10-72d3-4594-bbdf-30348b38e48f), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:47.850229 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00fedd9c-35f4-4e42-8361-1b1f403d4b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (71d7fc10-72d3-4594-bbdf-30348b38e48f), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:47.888673 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-00fedd9c-35f4-4e42-8361-1b1f403d4b9c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=13fe62945a42476aa6efbcfc37ae90de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336397 Sep 15 18:11:47.890599 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fedd9c-35f4-4e42-8361-1b1f403d4b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d7fc10-72d3-4594-bbdf-30348b38e48f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:47.891584 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38234) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:47.947224 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9355956b-fabb-43ea-bcac-6381555982a8 admin admin] Publish callbacks [] for security_group (71d7fc10-72d3-4594-bbdf-30348b38e48f), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:47.968259 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9355956b-fabb-43ea-bcac-6381555982a8 admin admin] Publish callbacks [] for security_group (71d7fc10-72d3-4594-bbdf-30348b38e48f), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:47.974168 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:48.014532 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9355956b-fabb-43ea-bcac-6381555982a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (71d7fc10-72d3-4594-bbdf-30348b38e48f), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:48.017007 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9355956b-fabb-43ea-bcac-6381555982a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:48.018769 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-9355956b-fabb-43ea-bcac-6381555982a8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/71d7fc10-72d3-4594-bbdf-30348b38e48f HTTP/1.1" status: 204 len: 168 time: 0.1256313 Sep 15 18:11:48.026596 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355956b-fabb-43ea-bcac-6381555982a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d7fc10-72d3-4594-bbdf-30348b38e48f,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:48.290278 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38240) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:48.304336 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ee08feff-61a1-4aa7-8053-cfb77c1a9eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:48.305988 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:48.388546 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ee08feff-61a1-4aa7-8053-cfb77c1a9eab admin admin] Publish callbacks [] for security_group (7e80f233-86d9-4003-91b9-2e1e6745ea43), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:48.392244 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ee08feff-61a1-4aa7-8053-cfb77c1a9eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (7e80f233-86d9-4003-91b9-2e1e6745ea43), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:48.435574 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08feff-61a1-4aa7-8053-cfb77c1a9eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e80f233-86d9-4003-91b9-2e1e6745ea43,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:48.443063 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-ee08feff-61a1-4aa7-8053-cfb77c1a9eab admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d1e6276ac937411b8b97f5c809904fab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493442 Sep 15 18:11:48.443452 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38242) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:48.492021 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f2689a83-32ec-44aa-a02a-b1c9591104d7 admin admin] Publish callbacks [] for security_group (7e80f233-86d9-4003-91b9-2e1e6745ea43), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:48.512107 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f2689a83-32ec-44aa-a02a-b1c9591104d7 admin admin] Publish callbacks [] for security_group (7e80f233-86d9-4003-91b9-2e1e6745ea43), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:48.559178 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f2689a83-32ec-44aa-a02a-b1c9591104d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (7e80f233-86d9-4003-91b9-2e1e6745ea43), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:48.561789 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f2689a83-32ec-44aa-a02a-b1c9591104d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:48.562923 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-f2689a83-32ec-44aa-a02a-b1c9591104d7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7e80f233-86d9-4003-91b9-2e1e6745ea43 HTTP/1.1" status: 204 len: 168 time: 0.1187105 Sep 15 18:11:48.571226 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2689a83-32ec-44aa-a02a-b1c9591104d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e80f233-86d9-4003-91b9-2e1e6745ea43,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:50.304952 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38306) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:50.851912 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-87f7a3c9-ab63-4b58-b262-4f4d704b5742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433571'] for router_interface (c2ab935d-2333-49eb-8af3-06bf9288b5a3), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:51.003081 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=8 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:51.081248 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-87f7a3c9-ab63-4b58-b262-4f4d704b5742 admin admin] Deleting port 63c41aef-097a-4f3e-aec8-f9feead63a77 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:11:51.081622 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-87f7a3c9-ab63-4b58-b262-4f4d704b5742 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:51.083931 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:51.161611 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-87f7a3c9-ab63-4b58-b262-4f4d704b5742 admin admin] For port 63c41aef-097a-4f3e-aec8-f9feead63a77, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=63c41aef-097a-4f3e-aec8-f9feead63a77,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:11:51.161887 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-87f7a3c9-ab63-4b58-b262-4f4d704b5742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:51.174725 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-87f7a3c9-ab63-4b58-b262-4f4d704b5742 admin admin] Calling delete_port for 63c41aef-097a-4f3e-aec8-f9feead63a77 owned by network:router_interface {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:11:51.359676 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-87f7a3c9-ab63-4b58-b262-4f4d704b5742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (63c41aef-097a-4f3e-aec8-f9feead63a77), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:51.385148 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7a3c9-ab63-4b58-b262-4f4d704b5742 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c41aef-097a-4f3e-aec8-f9feead63a77,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:51.568226 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-87f7a3c9-ab63-4b58-b262-4f4d704b5742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550931'] for router_interface (c2ab935d-2333-49eb-8af3-06bf9288b5a3), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:51.782100 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f7a3c9-ab63-4b58-b262-4f4d704b5742 admin admin] Router c2ab935d-2333-49eb-8af3-06bf9288b5a3 has already been hosted by L3 agent ebe64cda-3add-49c9-90f8-005c2f73c593 {{(pid=106386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:11:51.883329 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f7a3c9-ab63-4b58-b262-4f4d704b5742 admin admin] Notify agent at l3_agent.dv-cinder-835384-27-smb the message routers_updated {{(pid=106386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:11:51.888376 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-87f7a3c9-ab63-4b58-b262-4f4d704b5742 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/c2ab935d-2333-49eb-8af3-06bf9288b5a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5827534 Sep 15 18:11:51.890960 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38314) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:51.892766 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7235fee-c1d4-47f5-a32f-db2b959d0b2f None None] Sync routers for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:11:51.902422 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7235fee-c1d4-47f5-a32f-db2b959d0b2f None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:11:51.903034 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-c7235fee-c1d4-47f5-a32f-db2b959d0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:11:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:51.935977 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:51.941902 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:51.989916 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8063-a34d-4deb-8054-e687f0c7e1a1 admin admin] Publish callbacks [] for router (c2ab935d-2333-49eb-8af3-06bf9288b5a3), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:52.004159 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-c7235fee-c1d4-47f5-a32f-db2b959d0b2f None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: dv-cinder-835384-27-smb {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:11:52.086927 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8063-a34d-4deb-8054-e687f0c7e1a1 admin admin] Publish callbacks [] for router_gateway (c2ab935d-2333-49eb-8af3-06bf9288b5a3), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:52.131417 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed8063-a34d-4deb-8054-e687f0c7e1a1 admin admin] Deleting port 3976e994-65e1-427e-8693-703b6ad190d0 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:11:52.131782 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8063-a34d-4deb-8054-e687f0c7e1a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (3976e994-65e1-427e-8693-703b6ad190d0), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:52.169901 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-c7235fee-c1d4-47f5-a32f-db2b959d0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'external_fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3976e994-65e1-427e-8693-703b6ad190d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:11:51Z', 'revision_number': 5, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port': {'id': '3976e994-65e1-427e-8693-703b6ad190d0', 'name': '', 'network_id': '595ea406-8961-4d2e-8aeb-f68aeda2dfee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-27-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T18:07:22Z', 'updated_at': '2022-09-15T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43467012-f2f7-446d-90ee-ba4e4d48d42e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-27-smb'}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:52.199378 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7235fee-c1d4-47f5-a32f-db2b959d0b2f None None] Checking router: c2ab935d-2333-49eb-8af3-06bf9288b5a3 for host: dv-cinder-835384-27-smb {{(pid=106388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:11:52.207540 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7235fee-c1d4-47f5-a32f-db2b959d0b2f None None] Routers {'c2ab935d-2333-49eb-8af3-06bf9288b5a3'} bound to L3 agent in host dv-cinder-835384-27-smb {{(pid=106388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 18:11:52.208145 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-c7235fee-c1d4-47f5-a32f-db2b959d0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-27-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T17:53:31Z,description=,heartbeat_timestamp=2022-09-15T18:11:31Z,host='dv-cinder-835384-27-smb',id=ebe64cda-3add-49c9-90f8-005c2f73c593,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T17:53:31Z,topic='l3_agent')) {'router_ids': ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'], 'active': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:52.210522 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-c8ed8063-a34d-4deb-8054-e687f0c7e1a1 admin admin] For port 3976e994-65e1-427e-8693-703b6ad190d0, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=3976e994-65e1-427e-8693-703b6ad190d0,segment=NetworkSegment(f7766f91-eb70-4975-a209-6f4af5edc31f),segment_id=f7766f91-eb70-4975-a209-6f4af5edc31f)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:11:52.211146 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8063-a34d-4deb-8054-e687f0c7e1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (3976e994-65e1-427e-8693-703b6ad190d0), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:52.223805 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed8063-a34d-4deb-8054-e687f0c7e1a1 admin admin] Calling delete_port for 3976e994-65e1-427e-8693-703b6ad190d0 owned by network:router_gateway {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:11:52.295843 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_dvr_db [None req-c7235fee-c1d4-47f5-a32f-db2b959d0b2f None None] Set router c2ab935d-2333-49eb-8af3-06bf9288b5a3 gateway port host: None {{(pid=106388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 18:11:52.392629 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8063-a34d-4deb-8054-e687f0c7e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (3976e994-65e1-427e-8693-703b6ad190d0), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:52.420020 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed8063-a34d-4deb-8054-e687f0c7e1a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3976e994-65e1-427e-8693-703b6ad190d0,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:52.471332 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.l3_hamode_db [None req-c7235fee-c1d4-47f5-a32f-db2b959d0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:11:52Z', 'revision_number': 6, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port_host': None}], 'dv-cinder-835384-27-smb', False) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:52.484357 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8063-a34d-4deb-8054-e687f0c7e1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556889'] for router_gateway (c2ab935d-2333-49eb-8af3-06bf9288b5a3), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:52.496114 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7235fee-c1d4-47f5-a32f-db2b959d0b2f None None] The sync data for ids ['c2ab935d-2333-49eb-8af3-06bf9288b5a3'] in dv-cinder-835384-27-smb is: [{'id': 'c2ab935d-2333-49eb-8af3-06bf9288b5a3', 'name': 'tempest-AttachVolumeNegativeTest-9728423-router', 'tenant_id': '57eda6ece5ca41a592f43ffe27372b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T18:07:21Z', 'updated_at': '2022-09-15T18:11:52Z', 'revision_number': 6, 'project_id': '57eda6ece5ca41a592f43ffe27372b28', 'gw_port_host': None}] {{(pid=106388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:11:52.572725 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8063-a34d-4deb-8054-e687f0c7e1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-659'] for router (c2ab935d-2333-49eb-8af3-06bf9288b5a3), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:52.575123 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8063-a34d-4deb-8054-e687f0c7e1a1 admin admin] Publish callbacks [] for router_controller (c2ab935d-2333-49eb-8af3-06bf9288b5a3), precommit_delete_associations {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:52.619745 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8063-a34d-4deb-8054-e687f0c7e1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551022'] for router (c2ab935d-2333-49eb-8af3-06bf9288b5a3), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:52.620363 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ed8063-a34d-4deb-8054-e687f0c7e1a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2ab935d-2333-49eb-8af3-06bf9288b5a3 {{(pid=106386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:11:52.626342 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8063-a34d-4deb-8054-e687f0c7e1a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:52.628095 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-c8ed8063-a34d-4deb-8054-e687f0c7e1a1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/c2ab935d-2333-49eb-8af3-06bf9288b5a3 HTTP/1.1" status: 204 len: 168 time: 0.7360330 Sep 15 18:11:52.631095 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38322) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:52.676649 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf55317-9909-409b-8c7c-5d5593acef84 admin admin] Deleting subnet 4309f50e-8347-401e-916d-4634e75b9010 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 18:11:52.679958 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dbf55317-9909-409b-8c7c-5d5593acef84 admin admin] Publish callbacks [] for subnet (4309f50e-8347-401e-916d-4634e75b9010), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:52.715838 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dbf55317-9909-409b-8c7c-5d5593acef84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5629009'] for subnet (4309f50e-8347-401e-916d-4634e75b9010), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:52.796307 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dbf55317-9909-409b-8c7c-5d5593acef84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725546'] for subnet (4309f50e-8347-401e-916d-4634e75b9010), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:52.858234 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dbf55317-9909-409b-8c7c-5d5593acef84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5339584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6227449'] for subnet (4309f50e-8347-401e-916d-4634e75b9010), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:52.887231 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf55317-9909-409b-8c7c-5d5593acef84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4309f50e-8347-401e-916d-4634e75b9010,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:52.894724 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dbf55317-9909-409b-8c7c-5d5593acef84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:52.901509 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38332) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:52.901688 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-dbf55317-9909-409b-8c7c-5d5593acef84 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/4309f50e-8347-401e-916d-4634e75b9010 HTTP/1.1" status: 204 len: 168 time: 0.2693288 Sep 15 18:11:52.904488 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6d850c-6331-4196-be94-b7c3edcc73d3 None None] Network 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:11:53.009545 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322015'] for network (19a0cf85-4b4d-4963-b4f8-8096eb0628c6), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:53.057886 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] Deleting port 0ccdaec5-573f-4e18-a862-0155bfad9b63 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:11:53.058275 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (0ccdaec5-573f-4e18-a862-0155bfad9b63), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:53.108259 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:53.127721 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] For port 0ccdaec5-573f-4e18-a862-0155bfad9b63, host dv-cinder-835384-27-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-27-smb',level=0,port_id=0ccdaec5-573f-4e18-a862-0155bfad9b63,segment=NetworkSegment(5cea4690-fdab-421a-9fee-c580fb99e08a),segment_id=5cea4690-fdab-421a-9fee-c580fb99e08a)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:11:53.128085 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (0ccdaec5-573f-4e18-a862-0155bfad9b63), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:53.141686 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] Calling delete_port for 0ccdaec5-573f-4e18-a862-0155bfad9b63 owned by network:dhcp {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:11:53.199510 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:53.225802 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (0ccdaec5-573f-4e18-a862-0155bfad9b63), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:53.250683 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ccdaec5-573f-4e18-a862-0155bfad9b63,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:53.254146 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] No DVR routers for this DVR port 0ccdaec5-573f-4e18-a862-0155bfad9b63 on host dv-cinder-835384-27-smb {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:11:53.302150 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b15e21-9b00-4f4e-9054-9fcc5d1ffe84 None None] DHCP port deletion for 19a0cf85-4b4d-4963-b4f8-8096eb0628c6 request from dv-cinder-835384-27-smb {{(pid=106388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 18:11:53.333566 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349697', 'neutron.services.segments.db._delete_segments_for_network-8775822491329'] for network (19a0cf85-4b4d-4963-b4f8-8096eb0628c6), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:53.354340 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a0cf85-4b4d-4963-b4f8-8096eb0628c6']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:53.364627 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cea4690-fdab-421a-9fee-c580fb99e08a') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:53.365055 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cea4690-fdab-421a-9fee-c580fb99e08a') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:11:53.379217 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775822491221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6869309'] for segment (5cea4690-fdab-421a-9fee-c580fb99e08a), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:53.393837 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (5cea4690-fdab-421a-9fee-c580fb99e08a), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:53.400492 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:11:53.400855 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251153'] for segment (5cea4690-fdab-421a-9fee-c580fb99e08a), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:53.461488 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556940'] for network (19a0cf85-4b4d-4963-b4f8-8096eb0628c6), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:53.479063 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:53.482191 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/19a0cf85-4b4d-4963-b4f8-8096eb0628c6 HTTP/1.1" status: 204 len: 168 time: 0.5792236 Sep 15 18:11:53.483377 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edf872-eb93-4d7e-9f8d-24f479b5e784 admin admin] Pushing event deleted for resources: {'Network': ['ID=19a0cf85-4b4d-4963-b4f8-8096eb0628c6,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:53.556326 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 5cea4690-fdab-421a-9fee-c580fb99e08a resource provider aggregate not found Sep 15 18:11:53.574254 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 5cea4690-fdab-421a-9fee-c580fb99e08a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cea4690-fdab-421a-9fee-c580fb99e08a found for delete ", "request_id": "req-1ae892b5-128c-4b1e-8e13-dc89e62979b1"}]} Sep 15 18:11:53.672505 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38344) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:53.713232 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-55787b60-6d82-46c6-9dfe-580f6f429e38 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=57eda6ece5ca41a592f43ffe27372b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395768 Sep 15 18:11:53.715691 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38346) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:11:53.731542 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 63c41aef-097a-4f3e-aec8-f9feead63a77 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:11:53.752013 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: 63c41aef-097a-4f3e-aec8-f9feead63a77 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:11:53.752382 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 63c41aef-097a-4f3e-aec8-f9feead63a77 not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:11:53.752793 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 3976e994-65e1-427e-8693-703b6ad190d0 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:11:53.768187 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-37d54fd3-1b24-429a-ad61-50bc64014a66 admin admin] Publish callbacks [] for security_group (8eef177f-510d-4bd3-9312-07acce0d6648), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:53.774803 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: 3976e994-65e1-427e-8693-703b6ad190d0 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:11:53.775150 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 3976e994-65e1-427e-8693-703b6ad190d0 not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:11:53.775566 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 0ccdaec5-573f-4e18-a862-0155bfad9b63 no longer exists at agent ovs-agent-dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:11:53.788486 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-37d54fd3-1b24-429a-ad61-50bc64014a66 admin admin] Publish callbacks [] for security_group (8eef177f-510d-4bd3-9312-07acce0d6648), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:53.793585 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] No Port match for: 0ccdaec5-573f-4e18-a862-0155bfad9b63 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:11:53.793953 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Device 0ccdaec5-573f-4e18-a862-0155bfad9b63 not bound to the agent host dv-cinder-835384-27-smb {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:11:53.794981 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:53.807052 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:53.838697 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-37d54fd3-1b24-429a-ad61-50bc64014a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (8eef177f-510d-4bd3-9312-07acce0d6648), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:53.841064 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-37d54fd3-1b24-429a-ad61-50bc64014a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:53.842258 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-37d54fd3-1b24-429a-ad61-50bc64014a66 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8eef177f-510d-4bd3-9312-07acce0d6648 HTTP/1.1" status: 204 len: 168 time: 0.1256297 Sep 15 18:11:53.850510 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d54fd3-1b24-429a-ad61-50bc64014a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eef177f-510d-4bd3-9312-07acce0d6648,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:11:54.768629 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:11:58.449468 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:58.450252 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:11:58.944670 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0583611-02d0-4351-a465-61dd5d832b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:01.517693 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-300f8c59-b5f2-425b-b028-9e14d2675059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:02.353714 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38536) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:02.466109 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b3e273ef-6530-4ae7-a0b0-824a67822f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:02.473120 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:12:02.547752 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b3e273ef-6530-4ae7-a0b0-824a67822f25 admin admin] Publish callbacks [] for security_group (dc1059a5-4896-4e9d-86e0-ad2ca11541de), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:02.552586 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-b3e273ef-6530-4ae7-a0b0-824a67822f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (dc1059a5-4896-4e9d-86e0-ad2ca11541de), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:02.556337 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:02.592400 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e273ef-6530-4ae7-a0b0-824a67822f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1059a5-4896-4e9d-86e0-ad2ca11541de,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:02.597318 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-b3e273ef-6530-4ae7-a0b0-824a67822f25 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d874ed45fe654f2b8d84e6dcb4afe3db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425494 Sep 15 18:12:02.599899 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38550) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:02.648103 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c9ebbc74-4827-4a66-90a1-78cd0eef0997 admin admin] Publish callbacks [] for security_group (dc1059a5-4896-4e9d-86e0-ad2ca11541de), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:02.668955 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c9ebbc74-4827-4a66-90a1-78cd0eef0997 admin admin] Publish callbacks [] for security_group (dc1059a5-4896-4e9d-86e0-ad2ca11541de), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:02.715514 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c9ebbc74-4827-4a66-90a1-78cd0eef0997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (dc1059a5-4896-4e9d-86e0-ad2ca11541de), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:02.718239 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c9ebbc74-4827-4a66-90a1-78cd0eef0997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:02.721739 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-c9ebbc74-4827-4a66-90a1-78cd0eef0997 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dc1059a5-4896-4e9d-86e0-ad2ca11541de HTTP/1.1" status: 204 len: 168 time: 0.1209657 Sep 15 18:12:02.729711 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebbc74-4827-4a66-90a1-78cd0eef0997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1059a5-4896-4e9d-86e0-ad2ca11541de,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:02.989761 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38556) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:03.003309 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ef5ca1a4-d9e1-4318-803a-e6e64bce3b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:03.048190 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:03.086649 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ef5ca1a4-d9e1-4318-803a-e6e64bce3b7a admin admin] Publish callbacks [] for security_group (703f7240-f593-4b6c-8c78-54ab093ef58d), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:03.090112 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-ef5ca1a4-d9e1-4318-803a-e6e64bce3b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (703f7240-f593-4b6c-8c78-54ab093ef58d), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:03.129796 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-ef5ca1a4-d9e1-4318-803a-e6e64bce3b7a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=945b7765a7504d17bba97280cd934489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389902 Sep 15 18:12:03.131832 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ca1a4-d9e1-4318-803a-e6e64bce3b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703f7240-f593-4b6c-8c78-54ab093ef58d,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:03.132499 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38558) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:03.183025 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d8bad80d-c656-4a14-bee4-85913e588356 admin admin] Publish callbacks [] for security_group (703f7240-f593-4b6c-8c78-54ab093ef58d), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:03.202927 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d8bad80d-c656-4a14-bee4-85913e588356 admin admin] Publish callbacks [] for security_group (703f7240-f593-4b6c-8c78-54ab093ef58d), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:03.250145 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d8bad80d-c656-4a14-bee4-85913e588356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (703f7240-f593-4b6c-8c78-54ab093ef58d), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:03.253167 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d8bad80d-c656-4a14-bee4-85913e588356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:03.254354 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-d8bad80d-c656-4a14-bee4-85913e588356 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/703f7240-f593-4b6c-8c78-54ab093ef58d HTTP/1.1" status: 204 len: 168 time: 0.1207290 Sep 15 18:12:03.261980 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad80d-c656-4a14-bee4-85913e588356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703f7240-f593-4b6c-8c78-54ab093ef58d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:03.917966 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:03.929056 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:04.092226 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:05.297580 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38664) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:05.404533 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3df4281d-f7d6-45be-93a7-afd2c8b43d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:05.483763 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3df4281d-f7d6-45be-93a7-afd2c8b43d7c admin admin] Publish callbacks [] for security_group (eb185daf-2789-4501-9e1f-ff50389fbcd5), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:05.487930 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3df4281d-f7d6-45be-93a7-afd2c8b43d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (eb185daf-2789-4501-9e1f-ff50389fbcd5), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:05.525923 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-3df4281d-f7d6-45be-93a7-afd2c8b43d7c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=23ec1f07f3dd45518d8aacb39a6add93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272875 Sep 15 18:12:05.527799 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4281d-f7d6-45be-93a7-afd2c8b43d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb185daf-2789-4501-9e1f-ff50389fbcd5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:05.529508 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38668) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:05.580181 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2e3361b4-4b9a-40bf-a562-755d6cc3c3e6 admin admin] Publish callbacks [] for security_group (eb185daf-2789-4501-9e1f-ff50389fbcd5), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:05.582572 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:DELETE=6,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:05.601964 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2e3361b4-4b9a-40bf-a562-755d6cc3c3e6 admin admin] Publish callbacks [] for security_group (eb185daf-2789-4501-9e1f-ff50389fbcd5), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:05.648295 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2e3361b4-4b9a-40bf-a562-755d6cc3c3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (eb185daf-2789-4501-9e1f-ff50389fbcd5), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:05.650932 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2e3361b4-4b9a-40bf-a562-755d6cc3c3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:05.652062 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-2e3361b4-4b9a-40bf-a562-755d6cc3c3e6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/eb185daf-2789-4501-9e1f-ff50389fbcd5 HTTP/1.1" status: 204 len: 168 time: 0.1223547 Sep 15 18:12:05.659848 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3361b4-4b9a-40bf-a562-755d6cc3c3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb185daf-2789-4501-9e1f-ff50389fbcd5,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:05.915662 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38674) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:05.930379 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-701bea0a-b45b-477d-8b37-a389757008f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:06.010538 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-701bea0a-b45b-477d-8b37-a389757008f1 admin admin] Publish callbacks [] for security_group (3663ba1a-a0a7-456a-9326-7c6fcc4d602e), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:06.014185 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-701bea0a-b45b-477d-8b37-a389757008f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (3663ba1a-a0a7-456a-9326-7c6fcc4d602e), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:06.054497 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-701bea0a-b45b-477d-8b37-a389757008f1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4e54fa3ffa574ac7b80726e9e87be51d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375499 Sep 15 18:12:06.055573 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bea0a-b45b-477d-8b37-a389757008f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3663ba1a-a0a7-456a-9326-7c6fcc4d602e,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:06.057173 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38676) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:06.106833 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74800305-e0da-49cc-a27b-43795ef05dab admin admin] Publish callbacks [] for security_group (3663ba1a-a0a7-456a-9326-7c6fcc4d602e), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:06.126810 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74800305-e0da-49cc-a27b-43795ef05dab admin admin] Publish callbacks [] for security_group (3663ba1a-a0a7-456a-9326-7c6fcc4d602e), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:06.172264 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74800305-e0da-49cc-a27b-43795ef05dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (3663ba1a-a0a7-456a-9326-7c6fcc4d602e), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:06.175331 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74800305-e0da-49cc-a27b-43795ef05dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:06.176452 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-74800305-e0da-49cc-a27b-43795ef05dab admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3663ba1a-a0a7-456a-9326-7c6fcc4d602e HTTP/1.1" status: 204 len: 168 time: 0.1174755 Sep 15 18:12:06.184015 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74800305-e0da-49cc-a27b-43795ef05dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3663ba1a-a0a7-456a-9326-7c6fcc4d602e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:06.196508 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:06.547844 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38694) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:06.710239 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2a3da67b-ff0d-4cd0-b497-9a1b6b34fa9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:06.793567 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2a3da67b-ff0d-4cd0-b497-9a1b6b34fa9a admin admin] Publish callbacks [] for security_group (450804d0-a440-4c86-b174-d8980188b008), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:06.797739 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2a3da67b-ff0d-4cd0-b497-9a1b6b34fa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (450804d0-a440-4c86-b174-d8980188b008), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:06.837883 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3da67b-ff0d-4cd0-b497-9a1b6b34fa9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450804d0-a440-4c86-b174-d8980188b008,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:06.842546 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-2a3da67b-ff0d-4cd0-b497-9a1b6b34fa9a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a69e11c8e36c4d75830827a5bde6ad29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936311 Sep 15 18:12:06.845366 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38708) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:06.892610 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:06.897041 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-36dd0cfc-775e-4e2b-8097-e88d27d428db admin admin] Publish callbacks [] for security_group (450804d0-a440-4c86-b174-d8980188b008), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:06.918353 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:06.920437 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-36dd0cfc-775e-4e2b-8097-e88d27d428db admin admin] Publish callbacks [] for security_group (450804d0-a440-4c86-b174-d8980188b008), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:06.971611 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-36dd0cfc-775e-4e2b-8097-e88d27d428db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (450804d0-a440-4c86-b174-d8980188b008), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:06.974206 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-36dd0cfc-775e-4e2b-8097-e88d27d428db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:06.977789 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-36dd0cfc-775e-4e2b-8097-e88d27d428db admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/450804d0-a440-4c86-b174-d8980188b008 HTTP/1.1" status: 204 len: 168 time: 0.1290653 Sep 15 18:12:06.984574 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd0cfc-775e-4e2b-8097-e88d27d428db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450804d0-a440-4c86-b174-d8980188b008,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:07.256740 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38722) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:07.271816 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6d71f8f-ba0a-4d94-bbfd-9f8023a7d0c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:07.349693 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6d71f8f-ba0a-4d94-bbfd-9f8023a7d0c7 admin admin] Publish callbacks [] for security_group (9c33c598-d252-4d98-bc27-85895d016bb2), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:07.355356 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c6d71f8f-ba0a-4d94-bbfd-9f8023a7d0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (9c33c598-d252-4d98-bc27-85895d016bb2), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:07.396362 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-c6d71f8f-ba0a-4d94-bbfd-9f8023a7d0c7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7405b61dbdbd43a4b671fa82a743c8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374707 Sep 15 18:12:07.399162 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38726) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:07.406029 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d71f8f-ba0a-4d94-bbfd-9f8023a7d0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c33c598-d252-4d98-bc27-85895d016bb2,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:07.457518 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6af4d4c2-7626-47cb-bb06-8397e321e290 admin admin] Publish callbacks [] for security_group (9c33c598-d252-4d98-bc27-85895d016bb2), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:07.484191 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6af4d4c2-7626-47cb-bb06-8397e321e290 admin admin] Publish callbacks [] for security_group (9c33c598-d252-4d98-bc27-85895d016bb2), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:07.535036 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6af4d4c2-7626-47cb-bb06-8397e321e290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (9c33c598-d252-4d98-bc27-85895d016bb2), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:07.537680 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6af4d4c2-7626-47cb-bb06-8397e321e290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:07.539186 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-6af4d4c2-7626-47cb-bb06-8397e321e290 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9c33c598-d252-4d98-bc27-85895d016bb2 HTTP/1.1" status: 204 len: 168 time: 0.1387033 Sep 15 18:12:07.547700 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4d4c2-7626-47cb-bb06-8397e321e290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c33c598-d252-4d98-bc27-85895d016bb2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:08.060027 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38752) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:08.179309 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29548ced-cd53-4eec-83cb-62d54e2c4453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:08.264934 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29548ced-cd53-4eec-83cb-62d54e2c4453 admin admin] Publish callbacks [] for security_group (c13a1c85-5552-4bc2-8a9a-a6a088aa17dc), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:08.269215 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29548ced-cd53-4eec-83cb-62d54e2c4453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (c13a1c85-5552-4bc2-8a9a-a6a088aa17dc), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:08.308471 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29548ced-cd53-4eec-83cb-62d54e2c4453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13a1c85-5552-4bc2-8a9a-a6a088aa17dc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:08.312954 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-29548ced-cd53-4eec-83cb-62d54e2c4453 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e03749f933ce4ec48dff876c09c4bf15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518368 Sep 15 18:12:08.317733 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38764) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:08.367773 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc456f47-f11e-47c8-bf73-5b42fa5cc225 admin admin] Publish callbacks [] for security_group (c13a1c85-5552-4bc2-8a9a-a6a088aa17dc), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:08.389213 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc456f47-f11e-47c8-bf73-5b42fa5cc225 admin admin] Publish callbacks [] for security_group (c13a1c85-5552-4bc2-8a9a-a6a088aa17dc), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:08.441996 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc456f47-f11e-47c8-bf73-5b42fa5cc225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (c13a1c85-5552-4bc2-8a9a-a6a088aa17dc), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:08.444381 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc456f47-f11e-47c8-bf73-5b42fa5cc225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:08.445662 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-bc456f47-f11e-47c8-bf73-5b42fa5cc225 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c13a1c85-5552-4bc2-8a9a-a6a088aa17dc HTTP/1.1" status: 204 len: 168 time: 0.1267772 Sep 15 18:12:08.453610 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc456f47-f11e-47c8-bf73-5b42fa5cc225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13a1c85-5552-4bc2-8a9a-a6a088aa17dc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:08.726253 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38778) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:08.741642 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ef93e64-0866-47b3-a153-77238378d977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:08.821004 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ef93e64-0866-47b3-a153-77238378d977 admin admin] Publish callbacks [] for security_group (7ca84b77-e626-4bf6-82dd-97002f777b37), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:08.825038 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ef93e64-0866-47b3-a153-77238378d977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (7ca84b77-e626-4bf6-82dd-97002f777b37), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:08.857784 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:08.867342 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef93e64-0866-47b3-a153-77238378d977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca84b77-e626-4bf6-82dd-97002f777b37,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:08.874531 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-2ef93e64-0866-47b3-a153-77238378d977 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=47851db1314e4e6894b3bfcbe8135bed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448159 Sep 15 18:12:08.874973 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38782) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:08.930865 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-24855d4e-b00a-4908-8555-6f3d66488692 admin admin] Publish callbacks [] for security_group (7ca84b77-e626-4bf6-82dd-97002f777b37), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:08.954621 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-24855d4e-b00a-4908-8555-6f3d66488692 admin admin] Publish callbacks [] for security_group (7ca84b77-e626-4bf6-82dd-97002f777b37), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:09.002779 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-24855d4e-b00a-4908-8555-6f3d66488692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (7ca84b77-e626-4bf6-82dd-97002f777b37), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:09.005279 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-24855d4e-b00a-4908-8555-6f3d66488692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:09.006460 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-24855d4e-b00a-4908-8555-6f3d66488692 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7ca84b77-e626-4bf6-82dd-97002f777b37 HTTP/1.1" status: 204 len: 168 time: 0.1303837 Sep 15 18:12:09.014692 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24855d4e-b00a-4908-8555-6f3d66488692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca84b77-e626-4bf6-82dd-97002f777b37,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:12.468099 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:12.468788 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:13.862906 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38920) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:13.977376 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc0f03a4-ba7b-48b0-9b4f-ba9498c52f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:14.052678 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:DELETE=5,neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:14.062686 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc0f03a4-ba7b-48b0-9b4f-ba9498c52f67 admin admin] Publish callbacks [] for security_group (5594c84d-94b5-4d0e-900c-3f8fcb65d0d7), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:14.068354 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc0f03a4-ba7b-48b0-9b4f-ba9498c52f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (5594c84d-94b5-4d0e-900c-3f8fcb65d0d7), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:14.116872 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-dc0f03a4-ba7b-48b0-9b4f-ba9498c52f67 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d74208b733eb4983b91e04c088200d92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528846 Sep 15 18:12:14.117762 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f03a4-ba7b-48b0-9b4f-ba9498c52f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5594c84d-94b5-4d0e-900c-3f8fcb65d0d7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:14.120426 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38938) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:14.150467 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:14.177274 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a1970b5-746f-4705-a9c1-1959ca03258f admin admin] Publish callbacks [] for security_group (5594c84d-94b5-4d0e-900c-3f8fcb65d0d7), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:14.198570 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a1970b5-746f-4705-a9c1-1959ca03258f admin admin] Publish callbacks [] for security_group (5594c84d-94b5-4d0e-900c-3f8fcb65d0d7), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:14.251011 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a1970b5-746f-4705-a9c1-1959ca03258f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (5594c84d-94b5-4d0e-900c-3f8fcb65d0d7), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:14.253654 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9a1970b5-746f-4705-a9c1-1959ca03258f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:14.254790 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-9a1970b5-746f-4705-a9c1-1959ca03258f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5594c84d-94b5-4d0e-900c-3f8fcb65d0d7 HTTP/1.1" status: 204 len: 168 time: 0.1333053 Sep 15 18:12:14.262331 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1970b5-746f-4705-a9c1-1959ca03258f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5594c84d-94b5-4d0e-900c-3f8fcb65d0d7,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:14.532962 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 38948) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:14.546279 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cb7cff1d-5f4c-4438-b24c-79a20ada5b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:14.559583 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=12 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:14.625955 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cb7cff1d-5f4c-4438-b24c-79a20ada5b56 admin admin] Publish callbacks [] for security_group (b386cb34-f5c2-4256-a617-1450220c0f17), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:14.630175 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-cb7cff1d-5f4c-4438-b24c-79a20ada5b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (b386cb34-f5c2-4256-a617-1450220c0f17), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:14.673184 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-cb7cff1d-5f4c-4438-b24c-79a20ada5b56 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2c67d6aa814045afb60b46e535f36248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391492 Sep 15 18:12:14.674577 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cff1d-5f4c-4438-b24c-79a20ada5b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b386cb34-f5c2-4256-a617-1450220c0f17,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:14.676562 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38950) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:14.725995 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3ba5cdd3-7a5b-45d1-9f54-ddf2198bc57a admin admin] Publish callbacks [] for security_group (b386cb34-f5c2-4256-a617-1450220c0f17), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:14.748683 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3ba5cdd3-7a5b-45d1-9f54-ddf2198bc57a admin admin] Publish callbacks [] for security_group (b386cb34-f5c2-4256-a617-1450220c0f17), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:14.797463 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3ba5cdd3-7a5b-45d1-9f54-ddf2198bc57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (b386cb34-f5c2-4256-a617-1450220c0f17), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:14.799910 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3ba5cdd3-7a5b-45d1-9f54-ddf2198bc57a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:14.801053 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-3ba5cdd3-7a5b-45d1-9f54-ddf2198bc57a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b386cb34-f5c2-4256-a617-1450220c0f17 HTTP/1.1" status: 204 len: 168 time: 0.1235061 Sep 15 18:12:14.808828 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5cdd3-7a5b-45d1-9f54-ddf2198bc57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b386cb34-f5c2-4256-a617-1450220c0f17,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:15.659747 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 38990) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:15.766268 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2d99ebb7-c685-48ac-94ec-a00d6cd1558c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:15.850758 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2d99ebb7-c685-48ac-94ec-a00d6cd1558c admin admin] Publish callbacks [] for security_group (d187a480-309e-4380-ad43-efc111d3ccab), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:15.855132 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2d99ebb7-c685-48ac-94ec-a00d6cd1558c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (d187a480-309e-4380-ad43-efc111d3ccab), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:15.898083 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-2d99ebb7-c685-48ac-94ec-a00d6cd1558c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b6bd5ace99f04b92b0421f516d3d6f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371900 Sep 15 18:12:15.899196 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99ebb7-c685-48ac-94ec-a00d6cd1558c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d187a480-309e-4380-ad43-efc111d3ccab,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:15.900710 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 39002) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:15.952683 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9371cf55-37cd-403b-8a99-fbe0012fd434 admin admin] Publish callbacks [] for security_group (d187a480-309e-4380-ad43-efc111d3ccab), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:15.974269 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9371cf55-37cd-403b-8a99-fbe0012fd434 admin admin] Publish callbacks [] for security_group (d187a480-309e-4380-ad43-efc111d3ccab), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:16.026077 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9371cf55-37cd-403b-8a99-fbe0012fd434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (d187a480-309e-4380-ad43-efc111d3ccab), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:16.028622 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-9371cf55-37cd-403b-8a99-fbe0012fd434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:16.029796 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-9371cf55-37cd-403b-8a99-fbe0012fd434 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d187a480-309e-4380-ad43-efc111d3ccab HTTP/1.1" status: 204 len: 168 time: 0.1274230 Sep 15 18:12:16.037742 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371cf55-37cd-403b-8a99-fbe0012fd434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d187a480-309e-4380-ad43-efc111d3ccab,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:16.374146 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 39020) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:16.387967 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5498faa8-f9f6-4758-87c3-0774c678f21e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:16.471611 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5498faa8-f9f6-4758-87c3-0774c678f21e admin admin] Publish callbacks [] for security_group (43381a6f-4eb8-4fa3-a55d-09dc049dce5d), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:16.475966 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5498faa8-f9f6-4758-87c3-0774c678f21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (43381a6f-4eb8-4fa3-a55d-09dc049dce5d), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:16.519468 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-5498faa8-f9f6-4758-87c3-0774c678f21e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7ddc998fb7744ba9bdf246ddbd2716e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442149 Sep 15 18:12:16.522690 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 39032) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:16.528715 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498faa8-f9f6-4758-87c3-0774c678f21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43381a6f-4eb8-4fa3-a55d-09dc049dce5d,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:16.593613 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5e29f304-744b-4e7a-99e3-a7f9b56d27d5 admin admin] Publish callbacks [] for security_group (43381a6f-4eb8-4fa3-a55d-09dc049dce5d), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:16.617906 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5e29f304-744b-4e7a-99e3-a7f9b56d27d5 admin admin] Publish callbacks [] for security_group (43381a6f-4eb8-4fa3-a55d-09dc049dce5d), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:16.663858 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5e29f304-744b-4e7a-99e3-a7f9b56d27d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (43381a6f-4eb8-4fa3-a55d-09dc049dce5d), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:16.666510 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-5e29f304-744b-4e7a-99e3-a7f9b56d27d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:16.667570 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-5e29f304-744b-4e7a-99e3-a7f9b56d27d5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/43381a6f-4eb8-4fa3-a55d-09dc049dce5d HTTP/1.1" status: 204 len: 168 time: 0.1439855 Sep 15 18:12:16.676406 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29f304-744b-4e7a-99e3-a7f9b56d27d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43381a6f-4eb8-4fa3-a55d-09dc049dce5d,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:16.953227 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 39052) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:17.058474 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-879702c8-1e2f-4b3b-aa2a-579d51500037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:17.137900 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-879702c8-1e2f-4b3b-aa2a-579d51500037 admin admin] Publish callbacks [] for security_group (87b2c24f-9511-473a-9cea-c4b21c745fa8), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:17.141942 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-879702c8-1e2f-4b3b-aa2a-579d51500037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (87b2c24f-9511-473a-9cea-c4b21c745fa8), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:17.173401 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:17.184798 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-879702c8-1e2f-4b3b-aa2a-579d51500037 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2d853e738966494f942d79a3b175281b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304609 Sep 15 18:12:17.187343 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879702c8-1e2f-4b3b-aa2a-579d51500037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b2c24f-9511-473a-9cea-c4b21c745fa8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:17.187646 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 39064) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:17.220666 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:17.246376 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7c396e68-9f92-4c4d-9da1-30f19482c74a admin admin] Publish callbacks [] for security_group (87b2c24f-9511-473a-9cea-c4b21c745fa8), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:17.268825 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7c396e68-9f92-4c4d-9da1-30f19482c74a admin admin] Publish callbacks [] for security_group (87b2c24f-9511-473a-9cea-c4b21c745fa8), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:17.318917 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7c396e68-9f92-4c4d-9da1-30f19482c74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (87b2c24f-9511-473a-9cea-c4b21c745fa8), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:17.321796 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-7c396e68-9f92-4c4d-9da1-30f19482c74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:17.322962 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-7c396e68-9f92-4c4d-9da1-30f19482c74a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/87b2c24f-9511-473a-9cea-c4b21c745fa8 HTTP/1.1" status: 204 len: 168 time: 0.1343331 Sep 15 18:12:17.326185 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=7 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:17.333666 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c396e68-9f92-4c4d-9da1-30f19482c74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b2c24f-9511-473a-9cea-c4b21c745fa8,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:17.663451 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 39082) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:17.676779 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f775ff2f-f333-45ae-acb3-86b2834b2810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:17.758492 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f775ff2f-f333-45ae-acb3-86b2834b2810 admin admin] Publish callbacks [] for security_group (0d2f3a29-ee1a-4f9d-b3ae-0804d46c08be), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:17.762743 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-f775ff2f-f333-45ae-acb3-86b2834b2810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (0d2f3a29-ee1a-4f9d-b3ae-0804d46c08be), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:17.804118 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-f775ff2f-f333-45ae-acb3-86b2834b2810 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=810e3bdc842c403280a31820760e7afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395302 Sep 15 18:12:17.805259 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775ff2f-f333-45ae-acb3-86b2834b2810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2f3a29-ee1a-4f9d-b3ae-0804d46c08be,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:17.806892 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 39084) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:17.862410 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e9e91e8-dbc5-43d1-9e72-04358278a217 admin admin] Publish callbacks [] for security_group (0d2f3a29-ee1a-4f9d-b3ae-0804d46c08be), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:17.882771 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e9e91e8-dbc5-43d1-9e72-04358278a217 admin admin] Publish callbacks [] for security_group (0d2f3a29-ee1a-4f9d-b3ae-0804d46c08be), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:17.905440 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 39088) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:17.935165 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e9e91e8-dbc5-43d1-9e72-04358278a217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (0d2f3a29-ee1a-4f9d-b3ae-0804d46c08be), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:17.937706 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0e9e91e8-dbc5-43d1-9e72-04358278a217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:17.938893 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-0e9e91e8-dbc5-43d1-9e72-04358278a217 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0d2f3a29-ee1a-4f9d-b3ae-0804d46c08be HTTP/1.1" status: 204 len: 168 time: 0.1310117 Sep 15 18:12:17.947264 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e91e8-dbc5-43d1-9e72-04358278a217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2f3a29-ee1a-4f9d-b3ae-0804d46c08be,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:18.029450 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-465a35a9-ad98-4151-bdc7-cd97cdf2107e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:18.106823 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-465a35a9-ad98-4151-bdc7-cd97cdf2107e admin admin] Publish callbacks [] for security_group (109682a7-d4a0-42b2-808f-90466f392138), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:18.110344 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-465a35a9-ad98-4151-bdc7-cd97cdf2107e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (109682a7-d4a0-42b2-808f-90466f392138), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:18.148726 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-465a35a9-ad98-4151-bdc7-cd97cdf2107e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5d5d58f4a3d6436fb5eb2733c2d165d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422171 Sep 15 18:12:18.150664 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a35a9-ad98-4151-bdc7-cd97cdf2107e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109682a7-d4a0-42b2-808f-90466f392138,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:18.151384 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 39096) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:18.206227 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bad4471a-6bb1-421e-b20b-f7cfed5e120f admin admin] Publish callbacks [] for security_group (109682a7-d4a0-42b2-808f-90466f392138), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:18.228029 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bad4471a-6bb1-421e-b20b-f7cfed5e120f admin admin] Publish callbacks [] for security_group (109682a7-d4a0-42b2-808f-90466f392138), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:18.236509 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:18.281138 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bad4471a-6bb1-421e-b20b-f7cfed5e120f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (109682a7-d4a0-42b2-808f-90466f392138), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:18.283664 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bad4471a-6bb1-421e-b20b-f7cfed5e120f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:18.284802 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-bad4471a-6bb1-421e-b20b-f7cfed5e120f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/109682a7-d4a0-42b2-808f-90466f392138 HTTP/1.1" status: 204 len: 168 time: 0.1322701 Sep 15 18:12:18.294684 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4471a-6bb1-421e-b20b-f7cfed5e120f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109682a7-d4a0-42b2-808f-90466f392138,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:19.047840 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 39144) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:19.253200 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-11a2d855-c8d0-4877-a716-4fe360086034 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1590589137-network', 'tenant_id': 'dcd6bd5397da4de794025d727589a33d'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:12:19.273889 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a2d855-c8d0-4877-a716-4fe360086034 admin admin] Made reservation on behalf of dcd6bd5397da4de794025d727589a33d for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:12:19.276161 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11a2d855-c8d0-4877-a716-4fe360086034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:19.285481 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11a2d855-c8d0-4877-a716-4fe360086034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:19.366304 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11a2d855-c8d0-4877-a716-4fe360086034 admin admin] Publish callbacks [] for security_group (585fa0b5-3d9f-4c11-8479-874357aa7f64), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:19.370197 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11a2d855-c8d0-4877-a716-4fe360086034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (585fa0b5-3d9f-4c11-8479-874357aa7f64), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:19.395145 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a2d855-c8d0-4877-a716-4fe360086034 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:12:19.409959 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2d855-c8d0-4877-a716-4fe360086034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585fa0b5-3d9f-4c11-8479-874357aa7f64,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:19.416426 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11a2d855-c8d0-4877-a716-4fe360086034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (237f0daa-224a-4d23-b485-60c3553e919e), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:19.416766 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.db.segments_db [None req-11a2d855-c8d0-4877-a716-4fe360086034 admin admin] Added segment 237f0daa-224a-4d23-b485-60c3553e919e of type vlan for network e4c125e0-554e-4b5d-97db-805cdd94b528 Sep 15 18:12:19.468019 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11a2d855-c8d0-4877-a716-4fe360086034 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (e4c125e0-554e-4b5d-97db-805cdd94b528), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:19.496808 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11a2d855-c8d0-4877-a716-4fe360086034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (e4c125e0-554e-4b5d-97db-805cdd94b528), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:19.498211 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a2d855-c8d0-4877-a716-4fe360086034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:19.498802 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11a2d855-c8d0-4877-a716-4fe360086034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:19.557997 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-11a2d855-c8d0-4877-a716-4fe360086034 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5090585 Sep 15 18:12:19.561759 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 39160) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:19.563595 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2d855-c8d0-4877-a716-4fe360086034 admin admin] Pushing event updated for resources: {'Network': ['ID=e4c125e0-554e-4b5d-97db-805cdd94b528,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:19.573414 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-765db7a3-2369-432c-b68f-6bbd4ed171cf admin admin] Request body: {'subnet': {'network_id': 'e4c125e0-554e-4b5d-97db-805cdd94b528', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1590589137-subnet', 'tenant_id': 'dcd6bd5397da4de794025d727589a33d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:12:19.584594 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network e4c125e0-554e-4b5d-97db-805cdd94b528 details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:12:19.597094 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765db7a3-2369-432c-b68f-6bbd4ed171cf admin admin] Made reservation on behalf of dcd6bd5397da4de794025d727589a33d for: {'subnet': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:12:19.599605 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-765db7a3-2369-432c-b68f-6bbd4ed171cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6780627'] for subnet (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:19.778065 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-765db7a3-2369-432c-b68f-6bbd4ed171cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8252020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6780613'] for subnet (8314aea5-bef4-4c92-b8ba-744568c457f4), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:19.820876 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:19.839406 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765db7a3-2369-432c-b68f-6bbd4ed171cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8314aea5-bef4-4c92-b8ba-744568c457f4,revision_number=0']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:19.853525 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765db7a3-2369-432c-b68f-6bbd4ed171cf admin admin] Checking segment: {'id': '237f0daa-224a-4d23-b485-60c3553e919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e4c125e0-554e-4b5d-97db-805cdd94b528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:12:19.853943 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765db7a3-2369-432c-b68f-6bbd4ed171cf admin admin] Network hostable DHCP agents. Network: e4c125e0-554e-4b5d-97db-805cdd94b528, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:12:19.878396 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765db7a3-2369-432c-b68f-6bbd4ed171cf admin admin] Network e4c125e0-554e-4b5d-97db-805cdd94b528 is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:12:19.889012 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [None req-765db7a3-2369-432c-b68f-6bbd4ed171cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, e4c125e0-554e-4b5d-97db-805cdd94b528) {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:12:19.894945 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765db7a3-2369-432c-b68f-6bbd4ed171cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:19.895368 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-765db7a3-2369-432c-b68f-6bbd4ed171cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for subnet (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:19.898315 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba3ea24-5ea4-4e11-9c17-ec15154b4417 None None] Network e4c125e0-554e-4b5d-97db-805cdd94b528 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:12:19.915717 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-765db7a3-2369-432c-b68f-6bbd4ed171cf admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3525772 Sep 15 18:12:20.019172 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b212d839-b2c3-4132-ac8b-06701ef88433 None None] Network e4c125e0-554e-4b5d-97db-805cdd94b528 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:12:21.876787 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-411e7383-4992-402f-9fa4-e6e30302f86e tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:21.878812 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-411e7383-4992-402f-9fa4-e6e30302f86e tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e4c125e0-554e-4b5d-97db-805cdd94b528 HTTP/1.1" status: 200 len: 809 time: 0.1075814 Sep 15 18:12:21.894237 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-38ed3945-5c26-4ebd-a5d9-090a13d37db6 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/quotas/dcd6bd5397da4de794025d727589a33d HTTP/1.1" status: 200 len: 375 time: 0.0098293 Sep 15 18:12:21.930304 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-ee004c7f-9977-4a1c-91a1-a5b83192c6ed tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dcd6bd5397da4de794025d727589a33d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309355 Sep 15 18:12:21.953172 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-dfdeb48a-524e-421e-a19a-dc5b513703e2 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 18:12:21.954847 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-dfdeb48a-524e-421e-a19a-dc5b513703e2 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0178657 Sep 15 18:12:22.035136 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:22.052468 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-b488a23e-3901-4610-a4c0-8ac76a85f7b4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e4c125e0-554e-4b5d-97db-805cdd94b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909061 Sep 15 18:12:22.145125 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-71d4365a-6be4-4d41-8a68-74c48a046dc9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e4c125e0-554e-4b5d-97db-805cdd94b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868144 Sep 15 18:12:22.415081 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f9294903-53f1-4d8d-8fef-f662dda84d03 req-ce99a798-e419-48e2-bb9b-6f3011e3412b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=80a9bbd9-5cc4-46af-9a91-56efa6348f83 HTTP/1.1" status: 200 len: 210 time: 0.1321912 Sep 15 18:12:23.534789 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b06a4aa9-222d-4054-84b1-5d87f56cf20d req-177a68d6-4b2b-406b-88bf-4aee700e6211 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=80a9bbd9-5cc4-46af-9a91-56efa6348f83 HTTP/1.1" status: 200 len: 210 time: 0.0378447 Sep 15 18:12:23.571711 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:23.666866 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-6ac6bc61-ce51-408c-839a-7746debe2656 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:23.669178 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-6ac6bc61-ce51-408c-839a-7746debe2656 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e4c125e0-554e-4b5d-97db-805cdd94b528 HTTP/1.1" status: 200 len: 809 time: 0.1329992 Sep 15 18:12:23.695895 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-8993989e-61ad-4366-be35-abdd57bf9bce tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Request body: {'port': {'device_id': '80a9bbd9-5cc4-46af-9a91-56efa6348f83', 'network_id': 'e4c125e0-554e-4b5d-97db-805cdd94b528', 'admin_state_up': True, 'tenant_id': 'dcd6bd5397da4de794025d727589a33d'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:12:23.810234 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-8993989e-61ad-4366-be35-abdd57bf9bce tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Made reservation on behalf of dcd6bd5397da4de794025d727589a33d for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:12:23.814450 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-8993989e-61ad-4366-be35-abdd57bf9bce tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:24.168933 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-8993989e-61ad-4366-be35-abdd57bf9bce tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Allocated IP 172.20.0.5 (e4c125e0-554e-4b5d-97db-805cdd94b528/8314aea5-bef4-4c92-b8ba-744568c457f4/5d76e0a3-6ee4-4e80-a9d9-2dc34582c675) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:12:24.319671 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-8993989e-61ad-4366-be35-abdd57bf9bce tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Publish callbacks [] for port (5d76e0a3-6ee4-4e80-a9d9-2dc34582c675), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:24.351231 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-8993989e-61ad-4366-be35-abdd57bf9bce tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (5d76e0a3-6ee4-4e80-a9d9-2dc34582c675), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:24.397399 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-8993989e-61ad-4366-be35-abdd57bf9bce tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Network e4c125e0-554e-4b5d-97db-805cdd94b528 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:12:24.402472 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-8993989e-61ad-4366-be35-abdd57bf9bce tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:12:24.404606 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993989e-61ad-4366-be35-abdd57bf9bce tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Pushing event updated for resources: {'Port': ['ID=5d76e0a3-6ee4-4e80-a9d9-2dc34582c675,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:24.406783 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-8993989e-61ad-4366-be35-abdd57bf9bce tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:12:24.453547 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-8993989e-61ad-4366-be35-abdd57bf9bce tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:24.454085 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-8993989e-61ad-4366-be35-abdd57bf9bce tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:24.470679 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-8993989e-61ad-4366-be35-abdd57bf9bce tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7786441 Sep 15 18:12:24.481198 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a4129973-ceaf-480f-b8fa-555c073a5fe4 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 18:12:24.482185 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a4129973-ceaf-480f-b8fa-555c073a5fe4 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049829 Sep 15 18:12:24.504025 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Request body: {'port': {'device_id': '80a9bbd9-5cc4-46af-9a91-56efa6348f83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:12:24.567775 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (5d76e0a3-6ee4-4e80-a9d9-2dc34582c675), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:24.607599 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:24.631700 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:24.680954 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e9caf-9c96-4e42-93e6-cabd4372a99f req-6425f1e3-a5d3-4d6a-8563-b5463bc516ba tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:24.685933 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e66e9caf-9c96-4e42-93e6-cabd4372a99f req-6425f1e3-a5d3-4d6a-8563-b5463bc516ba tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=80a9bbd9-5cc4-46af-9a91-56efa6348f83 HTTP/1.1" status: 200 len: 931 time: 0.0668082 Sep 15 18:12:24.736441 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e66e9caf-9c96-4e42-93e6-cabd4372a99f req-3650cf4b-0558-4d0f-a63f-2d559672be10 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473285 Sep 15 18:12:24.770482 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:24.850692 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:12:24.859406 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Publish callbacks [] for port (5d76e0a3-6ee4-4e80-a9d9-2dc34582c675), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:24.872719 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Transition to ACTIVE for port object 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:12:24.875909 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (5d76e0a3-6ee4-4e80-a9d9-2dc34582c675), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:24.963260 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Pushing event updated for resources: {'Port': ['ID=5d76e0a3-6ee4-4e80-a9d9-2dc34582c675,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:24.990977 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Attempting to bind port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:12:24.991310 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Attempting to bind port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '237f0daa-224a-4d23-b485-60c3553e919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e4c125e0-554e-4b5d-97db-805cdd94b528'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:12:24.991638 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Attempting to bind port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 on network e4c125e0-554e-4b5d-97db-805cdd94b528 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:12:25.033951 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 on network e4c125e0-554e-4b5d-97db-805cdd94b528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:12:25.034247 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Attempting to bind port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 on network e4c125e0-554e-4b5d-97db-805cdd94b528 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:12:25.037176 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=13 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:25.038643 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=13 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:25.080446 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:12:25.080778 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Checking segment: {'id': '237f0daa-224a-4d23-b485-60c3553e919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e4c125e0-554e-4b5d-97db-805cdd94b528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:12:25.081155 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Bound using segment: {'id': '237f0daa-224a-4d23-b485-60c3553e919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e4c125e0-554e-4b5d-97db-805cdd94b528'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:12:25.081628 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Bound port: 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237f0daa-224a-4d23-b485-60c3553e919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e4c125e0-554e-4b5d-97db-805cdd94b528'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:12:25.081983 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (5d76e0a3-6ee4-4e80-a9d9-2dc34582c675), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:25.141973 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] For port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:12:25.144998 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] For port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5d76e0a3-6ee4-4e80-a9d9-2dc34582c675,segment=NetworkSegment(237f0daa-224a-4d23-b485-60c3553e919e),segment_id=237f0daa-224a-4d23-b485-60c3553e919e)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:12:25.150932 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (5d76e0a3-6ee4-4e80-a9d9-2dc34582c675), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:25.155058 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:25.155680 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:25.157012 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 HTTP/1.1" status: 200 len: 1093 time: 0.6566870 Sep 15 18:12:25.157594 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a9bbd9-5cc4-46af-9a91-56efa6348f83', 'tag': '5d76e0a3-6ee4-4e80-a9d9-2dc34582c675'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:12:25.159872 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a68984-2b4d-4e95-a18c-116a0593f3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "80a9bbd9-5cc4-46af-9a91-56efa6348f83", "tag": "5d76e0a3-6ee4-4e80-a9d9-2dc34582c675"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:12:25.204130 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7820f4ca-a74f-4ff5-a512-60394224e9b8 x-openstack-request-id: req-7820f4ca-a74f-4ff5-a512-60394224e9b8 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:12:25.204423 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a9bbd9-5cc4-46af-9a91-56efa6348f83", "tag": "5d76e0a3-6ee4-4e80-a9d9-2dc34582c675", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:12:25.204713 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7820f4ca-a74f-4ff5-a512-60394224e9b8 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:12:25.205153 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7820f4ca-a74f-4ff5-a512-60394224e9b8'] response: {'name': 'network-changed', 'server_uuid': '80a9bbd9-5cc4-46af-9a91-56efa6348f83', 'tag': '5d76e0a3-6ee4-4e80-a9d9-2dc34582c675', 'status': 'completed', 'code': 200} Sep 15 18:12:25.210292 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823b741-c1cb-432f-8e02-2cb3c4c6de61 service neutron] Pushing event updated for resources: {'Port': ['ID=5d76e0a3-6ee4-4e80-a9d9-2dc34582c675,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:25.273767 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-90a141dd-5ba5-4f70-87ef-e537a4d81170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:25.275201 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-90a141dd-5ba5-4f70-87ef-e537a4d81170 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dcd6bd5397da4de794025d727589a33d&device_id=80a9bbd9-5cc4-46af-9a91-56efa6348f83 HTTP/1.1" status: 200 len: 1127 time: 0.0390489 Sep 15 18:12:25.331943 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-80f5e771-c7f5-4a03-a0f6-ce158b610b28 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 HTTP/1.1" status: 200 len: 217 time: 0.0407841 Sep 15 18:12:25.380312 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-336e3ef7-78a3-4115-9592-2148b985e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:25.381740 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-336e3ef7-78a3-4115-9592-2148b985e403 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8314aea5-bef4-4c92-b8ba-744568c457f4 HTTP/1.1" status: 200 len: 849 time: 0.0440257 Sep 15 18:12:25.416010 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-8495e849-dc11-4a80-ad95-47302fe0a791 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e4c125e0-554e-4b5d-97db-805cdd94b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255497 Sep 15 18:12:25.510053 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-d2542b6a-6c40-47d0-ba9b-21dbf69c508e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e4c125e0-554e-4b5d-97db-805cdd94b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852015 Sep 15 18:12:25.581856 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:25.601736 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:25.607772 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-0dc60c3a-f4fa-4ebe-b2bb-69e157567015 req-7b8bae1e-6274-45cd-8e96-c39fa29437f3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e4c125e0-554e-4b5d-97db-805cdd94b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881267 Sep 15 18:12:25.856885 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad648d-598f-4203-9308-5d67661e472b req-9116e2a7-3815-4fd0-b428-39b0bde545b5 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:25.858382 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1aad648d-598f-4203-9308-5d67661e472b req-9116e2a7-3815-4fd0-b428-39b0bde545b5 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=80a9bbd9-5cc4-46af-9a91-56efa6348f83 HTTP/1.1" status: 200 len: 943 time: 0.0458012 Sep 15 18:12:25.881781 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:25.910014 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-1aad648d-598f-4203-9308-5d67661e472b req-77529fdb-cf53-440e-9329-6633b781eb67 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457551 Sep 15 18:12:26.349164 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 39292) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:26.451661 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c8927c63-89c4-4346-91e0-825a460bc9c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:26.540995 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c8927c63-89c4-4346-91e0-825a460bc9c6 admin admin] Publish callbacks [] for security_group (9683cacd-2363-417d-b36e-71d8be278875), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:26.559724 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-c8927c63-89c4-4346-91e0-825a460bc9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (9683cacd-2363-417d-b36e-71d8be278875), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:26.606682 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a68984-2b4d-4e95-a18c-116a0593f3e9 req-54fc05aa-2c83-4a75-ab98-cfc3572e8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:26.608138 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-14a68984-2b4d-4e95-a18c-116a0593f3e9 req-54fc05aa-2c83-4a75-ab98-cfc3572e8eb6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dcd6bd5397da4de794025d727589a33d&device_id=80a9bbd9-5cc4-46af-9a91-56efa6348f83 HTTP/1.1" status: 200 len: 1127 time: 0.0804088 Sep 15 18:12:26.611381 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-c8927c63-89c4-4346-91e0-825a460bc9c6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=eeb6f3f4115c4f79b08591f1cc1b8022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611787 Sep 15 18:12:26.612517 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8927c63-89c4-4346-91e0-825a460bc9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9683cacd-2363-417d-b36e-71d8be278875,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:26.614210 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 39296) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:26.665820 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07fd3cd3-3841-4f94-9c7d-0978768c3ebe admin admin] Publish callbacks [] for security_group (9683cacd-2363-417d-b36e-71d8be278875), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:26.685890 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07fd3cd3-3841-4f94-9c7d-0978768c3ebe admin admin] Publish callbacks [] for security_group (9683cacd-2363-417d-b36e-71d8be278875), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:26.707922 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a68984-2b4d-4e95-a18c-116a0593f3e9 req-aaadd2ee-35d6-42a3-b299-d06e2b4ede3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:26.709587 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-14a68984-2b4d-4e95-a18c-116a0593f3e9 req-aaadd2ee-35d6-42a3-b299-d06e2b4ede3a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e4c125e0-554e-4b5d-97db-805cdd94b528 HTTP/1.1" status: 200 len: 910 time: 0.0909812 Sep 15 18:12:26.734077 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07fd3cd3-3841-4f94-9c7d-0978768c3ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (9683cacd-2363-417d-b36e-71d8be278875), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:26.737883 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07fd3cd3-3841-4f94-9c7d-0978768c3ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:26.739913 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-07fd3cd3-3841-4f94-9c7d-0978768c3ebe admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9683cacd-2363-417d-b36e-71d8be278875 HTTP/1.1" status: 204 len: 168 time: 0.1246257 Sep 15 18:12:26.749753 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd3cd3-3841-4f94-9c7d-0978768c3ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9683cacd-2363-417d-b36e-71d8be278875,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:26.753479 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-14a68984-2b4d-4e95-a18c-116a0593f3e9 req-5fa2a9f2-2b94-40ea-8abb-ebc766c502d7 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 HTTP/1.1" status: 200 len: 217 time: 0.0338445 Sep 15 18:12:26.810922 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a68984-2b4d-4e95-a18c-116a0593f3e9 req-ef61c2a5-d9de-4e3e-8745-4dad9e061369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:26.812475 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-14a68984-2b4d-4e95-a18c-116a0593f3e9 req-ef61c2a5-d9de-4e3e-8745-4dad9e061369 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8314aea5-bef4-4c92-b8ba-744568c457f4 HTTP/1.1" status: 200 len: 849 time: 0.0504725 Sep 15 18:12:26.852591 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-14a68984-2b4d-4e95-a18c-116a0593f3e9 req-280cd11b-e85e-4d27-bef8-5ae19c220fe0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e4c125e0-554e-4b5d-97db-805cdd94b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304389 Sep 15 18:12:26.967939 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-14a68984-2b4d-4e95-a18c-116a0593f3e9 req-81154534-1514-4b17-b041-6c21763063c7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e4c125e0-554e-4b5d-97db-805cdd94b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051230 Sep 15 18:12:27.029366 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 39304) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:27.039801 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26bcc8-d447-42f4-aa78-d50cf9719018 req-44282bf9-b3fd-4976-aa23-37af460f8b7a tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:27.041280 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8e26bcc8-d447-42f4-aa78-d50cf9719018 req-44282bf9-b3fd-4976-aa23-37af460f8b7a tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=80a9bbd9-5cc4-46af-9a91-56efa6348f83 HTTP/1.1" status: 200 len: 943 time: 0.0482504 Sep 15 18:12:27.047389 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-24a1ef4d-73a7-4d34-8261-bb7696f58e83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:27.093798 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8e26bcc8-d447-42f4-aa78-d50cf9719018 req-32064a5d-9ca4-4cd5-af1b-94c5ffbe83c6 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463316 Sep 15 18:12:27.101627 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-14a68984-2b4d-4e95-a18c-116a0593f3e9 req-9751993b-2778-4beb-8a74-e2692d8ee8c6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e4c125e0-554e-4b5d-97db-805cdd94b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244013 Sep 15 18:12:27.153666 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-24a1ef4d-73a7-4d34-8261-bb7696f58e83 admin admin] Publish callbacks [] for security_group (c0ea3a6b-5617-4d36-8f09-9bcd4cf475b6), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:27.157270 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-24a1ef4d-73a7-4d34-8261-bb7696f58e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (c0ea3a6b-5617-4d36-8f09-9bcd4cf475b6), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:27.196707 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-24a1ef4d-73a7-4d34-8261-bb7696f58e83 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9f42fed629ee4c5fa99ba60cdbafb46c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663592 Sep 15 18:12:27.197650 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1ef4d-73a7-4d34-8261-bb7696f58e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ea3a6b-5617-4d36-8f09-9bcd4cf475b6,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:27.199487 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 39306) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:27.257599 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28dec519-5786-4227-acc8-41297d0945ab admin admin] Publish callbacks [] for security_group (c0ea3a6b-5617-4d36-8f09-9bcd4cf475b6), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:27.277893 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28dec519-5786-4227-acc8-41297d0945ab admin admin] Publish callbacks [] for security_group (c0ea3a6b-5617-4d36-8f09-9bcd4cf475b6), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:27.324615 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28dec519-5786-4227-acc8-41297d0945ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (c0ea3a6b-5617-4d36-8f09-9bcd4cf475b6), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:27.327179 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28dec519-5786-4227-acc8-41297d0945ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:27.328323 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-28dec519-5786-4227-acc8-41297d0945ab admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c0ea3a6b-5617-4d36-8f09-9bcd4cf475b6 HTTP/1.1" status: 204 len: 168 time: 0.1278486 Sep 15 18:12:27.336717 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dec519-5786-4227-acc8-41297d0945ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ea3a6b-5617-4d36-8f09-9bcd4cf475b6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:27.652223 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 39312) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:27.666508 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-50a34237-541e-4827-ba5e-445f68a71c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:27.743889 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-50a34237-541e-4827-ba5e-445f68a71c3c admin admin] Publish callbacks [] for security_group (b9259a16-a44d-4e96-91d1-b3b414d6cf4b), precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:27.747324 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-50a34237-541e-4827-ba5e-445f68a71c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (b9259a16-a44d-4e96-91d1-b3b414d6cf4b), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:27.750899 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:27.791897 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a34237-541e-4827-ba5e-445f68a71c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9259a16-a44d-4e96-91d1-b3b414d6cf4b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:27.796091 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-50a34237-541e-4827-ba5e-445f68a71c3c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=88c25e32c22147d1b31d43cbda64a8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428473 Sep 15 18:12:27.798867 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 39314) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:12:27.847068 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9306b907-a331-472e-9ac9-7515f2f461b6 admin admin] Publish callbacks [] for security_group (b9259a16-a44d-4e96-91d1-b3b414d6cf4b), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:27.867056 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9306b907-a331-472e-9ac9-7515f2f461b6 admin admin] Publish callbacks [] for security_group (b9259a16-a44d-4e96-91d1-b3b414d6cf4b), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:27.926459 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9306b907-a331-472e-9ac9-7515f2f461b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (b9259a16-a44d-4e96-91d1-b3b414d6cf4b), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:27.929140 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9306b907-a331-472e-9ac9-7515f2f461b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:27.930286 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-9306b907-a331-472e-9ac9-7515f2f461b6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b9259a16-a44d-4e96-91d1-b3b414d6cf4b HTTP/1.1" status: 204 len: 168 time: 0.1300242 Sep 15 18:12:27.938344 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306b907-a331-472e-9ac9-7515f2f461b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9259a16-a44d-4e96-91d1-b3b414d6cf4b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:28.223136 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e528447-3115-4805-a5a5-0abd8707f947 req-ac9a2841-7b7c-40ee-a91a-9674aa9ab390 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:28.224597 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7e528447-3115-4805-a5a5-0abd8707f947 req-ac9a2841-7b7c-40ee-a91a-9674aa9ab390 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=80a9bbd9-5cc4-46af-9a91-56efa6348f83 HTTP/1.1" status: 200 len: 943 time: 0.0498378 Sep 15 18:12:28.244084 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:28.284243 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7e528447-3115-4805-a5a5-0abd8707f947 req-09418c86-ac51-4d72-ad1d-45465f0fa547 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532744 Sep 15 18:12:28.388307 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:12:28.485456 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5d76e0a3-6ee4-4e80-a9d9-2dc34582c675,segment=NetworkSegment(237f0daa-224a-4d23-b485-60c3553e919e),segment_id=237f0daa-224a-4d23-b485-60c3553e919e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:12:28.496183 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '5d76e0a3-6ee4-4e80-a9d9-2dc34582c675', 'network_id': 'e4c125e0-554e-4b5d-97db-805cdd94b528', 'port_id': '5d76e0a3-6ee4-4e80-a9d9-2dc34582c675', 'mac_address': 'fa:16:3e:dd:99:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8314aea5-bef4-4c92-b8ba-744568c457f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:12:28.533979 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:12:28.534364 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (5d76e0a3-6ee4-4e80-a9d9-2dc34582c675), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:28.546945 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:12:28.566211 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5d76e0a3-6ee4-4e80-a9d9-2dc34582c675,segment=NetworkSegment(237f0daa-224a-4d23-b485-60c3553e919e),segment_id=237f0daa-224a-4d23-b485-60c3553e919e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:12:28.569611 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (5d76e0a3-6ee4-4e80-a9d9-2dc34582c675), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:28.614027 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=5d76e0a3-6ee4-4e80-a9d9-2dc34582c675,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:28.912071 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['5d76e0a3-6ee4-4e80-a9d9-2dc34582c675'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:12:28.967724 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23b168b5-57f3-4f5f-8a76-8e945460b891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:29.016461 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:29.411723 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4ccb0-9c49-4f24-9b42-e340c382e5f1 req-234d231e-3d9f-478b-9365-078251c16252 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:29.413159 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-08c4ccb0-9c49-4f24-9b42-e340c382e5f1 req-234d231e-3d9f-478b-9365-078251c16252 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=80a9bbd9-5cc4-46af-9a91-56efa6348f83 HTTP/1.1" status: 200 len: 944 time: 0.0488989 Sep 15 18:12:29.459204 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-08c4ccb0-9c49-4f24-9b42-e340c382e5f1 req-2ef42285-5e97-426c-9231-4ddab162063f tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405335 Sep 15 18:12:30.407213 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:12:30.430962 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:30.452713 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:12:30.458614 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:12:30.459236 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (5d76e0a3-6ee4-4e80-a9d9-2dc34582c675), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:30.459583 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 Sep 15 18:12:30.535569 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:12:30.535962 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (5d76e0a3-6ee4-4e80-a9d9-2dc34582c675), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:30.559258 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a9bbd9-5cc4-46af-9a91-56efa6348f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d76e0a3-6ee4-4e80-a9d9-2dc34582c675'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:12:30.561512 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fb2fb8-7478-4115-95d8-001d98aa3532" -d '{"events": [{"server_uuid": "80a9bbd9-5cc4-46af-9a91-56efa6348f83", "name": "network-vif-plugged", "status": "completed", "tag": "5d76e0a3-6ee4-4e80-a9d9-2dc34582c675"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:12:30.576082 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5d76e0a3-6ee4-4e80-a9d9-2dc34582c675,segment=NetworkSegment(237f0daa-224a-4d23-b485-60c3553e919e),segment_id=237f0daa-224a-4d23-b485-60c3553e919e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:12:30.580236 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (5d76e0a3-6ee4-4e80-a9d9-2dc34582c675), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:30.580762 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7b7c3-54c0-4ec7-9bcc-5bfef943c430 req-6be1e0c9-c608-40fb-937d-5b856828ea9d tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:30.582318 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ebe7b7c3-54c0-4ec7-9bcc-5bfef943c430 req-6be1e0c9-c608-40fb-937d-5b856828ea9d tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=80a9bbd9-5cc4-46af-9a91-56efa6348f83 HTTP/1.1" status: 200 len: 944 time: 0.0478530 Sep 15 18:12:30.608491 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5623bbae-3811-4e4d-a0bf-13a71f4d7c75 x-openstack-request-id: req-5623bbae-3811-4e4d-a0bf-13a71f4d7c75 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:12:30.608776 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a9bbd9-5cc4-46af-9a91-56efa6348f83", "name": "network-vif-plugged", "status": "completed", "tag": "5d76e0a3-6ee4-4e80-a9d9-2dc34582c675", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:12:30.609024 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5623bbae-3811-4e4d-a0bf-13a71f4d7c75 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:12:30.609436 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5623bbae-3811-4e4d-a0bf-13a71f4d7c75'] response: {'server_uuid': '80a9bbd9-5cc4-46af-9a91-56efa6348f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d76e0a3-6ee4-4e80-a9d9-2dc34582c675', 'code': 200} Sep 15 18:12:30.631278 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=5d76e0a3-6ee4-4e80-a9d9-2dc34582c675,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:30.631501 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ebe7b7c3-54c0-4ec7-9bcc-5bfef943c430 req-32586011-ef03-4f80-ab15-e059479dc419 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436337 Sep 15 18:12:30.979566 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47719ed-d8bb-4ac5-93f6-10716e6c7514 req-fdf5a9ed-53a0-40ad-abfa-d292bd412d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:30.981095 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e47719ed-d8bb-4ac5-93f6-10716e6c7514 req-fdf5a9ed-53a0-40ad-abfa-d292bd412d0d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80a9bbd9-5cc4-46af-9a91-56efa6348f83 HTTP/1.1" status: 200 len: 1129 time: 0.1735635 Sep 15 18:12:31.016012 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:31.030851 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e47719ed-d8bb-4ac5-93f6-10716e6c7514 req-8d80814a-9666-4a22-a767-f885d3e7df13 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Sep 15 18:12:31.521194 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-145b0aba-4c7b-4176-acfc-a87ed6518927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:31.754003 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a65f95-da3c-41c8-b5e1-79a87782b2aa req-11d30498-1118-4658-9502-3093743a5ac5 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:31.755430 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-30a65f95-da3c-41c8-b5e1-79a87782b2aa req-11d30498-1118-4658-9502-3093743a5ac5 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=80a9bbd9-5cc4-46af-9a91-56efa6348f83 HTTP/1.1" status: 200 len: 945 time: 0.0457528 Sep 15 18:12:31.805379 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-30a65f95-da3c-41c8-b5e1-79a87782b2aa req-2d12e31d-3ac8-4027-ae85-660f7f1fea21 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443690 Sep 15 18:12:32.540597 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:32.925794 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f078a-9da9-48c2-80b0-a3029bc69c56 req-35cac9cc-a2cc-433a-86b7-4eb0134e662a tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:32.927283 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-462f078a-9da9-48c2-80b0-a3029bc69c56 req-35cac9cc-a2cc-433a-86b7-4eb0134e662a tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=80a9bbd9-5cc4-46af-9a91-56efa6348f83 HTTP/1.1" status: 200 len: 945 time: 0.0467260 Sep 15 18:12:32.976619 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-462f078a-9da9-48c2-80b0-a3029bc69c56 req-7d88c507-72dc-4439-9f34-8471ad51143c tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436597 Sep 15 18:12:33.626131 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b48235-2606-4533-98fc-5a18b301de99 req-94a0b9f3-a9bd-44e8-b803-2ee87d4df482 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:33.628194 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a5b48235-2606-4533-98fc-5a18b301de99 req-94a0b9f3-a9bd-44e8-b803-2ee87d4df482 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=80a9bbd9-5cc4-46af-9a91-56efa6348f83 HTTP/1.1" status: 200 len: 945 time: 0.0460653 Sep 15 18:12:33.674924 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a5b48235-2606-4533-98fc-5a18b301de99 req-95ae0b1d-bde7-4bf8-83cf-155c7393cb98 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406787 Sep 15 18:12:33.923854 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:34.095139 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:34.801258 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb70eb7-f461-458d-9824-bd0989a7fa5e req-28c00d63-9ea1-4b84-8f99-965adbc597a6 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:34.802716 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9cb70eb7-f461-458d-9824-bd0989a7fa5e req-28c00d63-9ea1-4b84-8f99-965adbc597a6 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=80a9bbd9-5cc4-46af-9a91-56efa6348f83 HTTP/1.1" status: 200 len: 945 time: 0.0491571 Sep 15 18:12:34.848730 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9cb70eb7-f461-458d-9824-bd0989a7fa5e req-ea8b4ab4-6bb1-446e-98d2-68cbe779e883 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 Sep 15 18:12:35.162092 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:35.176927 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5112b-1f4a-4384-af85-a4b4d49f4683 req-8333c1ab-5916-4023-9aa9-8223779da4dc tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:35.178389 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-48d5112b-1f4a-4384-af85-a4b4d49f4683 req-8333c1ab-5916-4023-9aa9-8223779da4dc tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80a9bbd9-5cc4-46af-9a91-56efa6348f83 HTTP/1.1" status: 200 len: 945 time: 0.0480833 Sep 15 18:12:35.259038 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-48d5112b-1f4a-4384-af85-a4b4d49f4683 req-cda68453-674c-41c9-a47f-96361da501f9 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Deleting port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:12:35.259373 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-48d5112b-1f4a-4384-af85-a4b4d49f4683 req-cda68453-674c-41c9-a47f-96361da501f9 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (5d76e0a3-6ee4-4e80-a9d9-2dc34582c675), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:35.352002 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-48d5112b-1f4a-4384-af85-a4b4d49f4683 req-cda68453-674c-41c9-a47f-96361da501f9 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] For port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5d76e0a3-6ee4-4e80-a9d9-2dc34582c675,segment=NetworkSegment(237f0daa-224a-4d23-b485-60c3553e919e),segment_id=237f0daa-224a-4d23-b485-60c3553e919e)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:12:35.352363 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-48d5112b-1f4a-4384-af85-a4b4d49f4683 req-cda68453-674c-41c9-a47f-96361da501f9 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (5d76e0a3-6ee4-4e80-a9d9-2dc34582c675), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:35.365615 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-48d5112b-1f4a-4384-af85-a4b4d49f4683 req-cda68453-674c-41c9-a47f-96361da501f9 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Calling delete_port for 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:12:35.441849 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:35.447365 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:35.502622 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-48d5112b-1f4a-4384-af85-a4b4d49f4683 req-cda68453-674c-41c9-a47f-96361da501f9 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (5d76e0a3-6ee4-4e80-a9d9-2dc34582c675), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:35.531935 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda68453-674c-41c9-a47f-96361da501f9 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Pushing event deleted for resources: {'Port': ['ID=5d76e0a3-6ee4-4e80-a9d9-2dc34582c675,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:35.546700 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['5d76e0a3-6ee4-4e80-a9d9-2dc34582c675'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:12:35.576424 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d5112b-1f4a-4384-af85-a4b4d49f4683 req-cda68453-674c-41c9-a47f-96361da501f9 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] No DVR routers for this DVR port 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:12:35.578942 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-48d5112b-1f4a-4384-af85-a4b4d49f4683 req-cda68453-674c-41c9-a47f-96361da501f9 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:35.582598 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-48d5112b-1f4a-4384-af85-a4b4d49f4683 req-cda68453-674c-41c9-a47f-96361da501f9 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.27 "DELETE /networking/v2.0/ports/5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 HTTP/1.1" status: 204 len: 173 time: 0.3980029 Sep 15 18:12:35.583089 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a9bbd9-5cc4-46af-9a91-56efa6348f83', 'name': 'network-vif-deleted', 'tag': '5d76e0a3-6ee4-4e80-a9d9-2dc34582c675'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:12:35.585334 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2c9f97-e296-49e4-b9d5-7954c7e8a54a" -d '{"events": [{"server_uuid": "80a9bbd9-5cc4-46af-9a91-56efa6348f83", "name": "network-vif-deleted", "tag": "5d76e0a3-6ee4-4e80-a9d9-2dc34582c675"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:12:35.752813 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64238d09-1dac-4c15-a525-47365e130074 x-openstack-request-id: req-64238d09-1dac-4c15-a525-47365e130074 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:12:35.753116 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a9bbd9-5cc4-46af-9a91-56efa6348f83", "name": "network-vif-deleted", "tag": "5d76e0a3-6ee4-4e80-a9d9-2dc34582c675", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:12:35.753398 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64238d09-1dac-4c15-a525-47365e130074 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:12:35.753806 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64238d09-1dac-4c15-a525-47365e130074'] response: {'server_uuid': '80a9bbd9-5cc4-46af-9a91-56efa6348f83', 'name': 'network-vif-deleted', 'tag': '5d76e0a3-6ee4-4e80-a9d9-2dc34582c675', 'status': 'completed', 'code': 200} Sep 15 18:12:35.963754 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6723b658-e165-40ff-8273-927b15562e7c req-60014006-7d42-41b5-8906-7632a3b2526d tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=80a9bbd9-5cc4-46af-9a91-56efa6348f83 HTTP/1.1" status: 200 len: 210 time: 0.0279825 Sep 15 18:12:37.280934 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-b94fb910-e49f-4aea-9c53-40650e9df842 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:37.282454 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-b94fb910-e49f-4aea-9c53-40650e9df842 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e4c125e0-554e-4b5d-97db-805cdd94b528 HTTP/1.1" status: 200 len: 809 time: 0.1024895 Sep 15 18:12:37.296369 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-9b292827-8b74-4a0f-aee6-8b44534895ef tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/quotas/dcd6bd5397da4de794025d727589a33d HTTP/1.1" status: 200 len: 375 time: 0.0086794 Sep 15 18:12:37.328032 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-cf7e9b55-8619-46e4-82a8-d8891b3fa50c tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dcd6bd5397da4de794025d727589a33d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264874 Sep 15 18:12:37.427420 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:37.470143 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-556c4e68-5b7a-4244-85cd-0189425715d1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e4c125e0-554e-4b5d-97db-805cdd94b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351650 Sep 15 18:12:37.556161 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-f836f7bf-1f99-4dd2-b833-847eb83a7101 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e4c125e0-554e-4b5d-97db-805cdd94b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802631 Sep 15 18:12:37.716903 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-df82ff95-fbe9-4f5c-8486-e1f66e5f072b req-6826420d-5830-4167-8c15-e844925693e4 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d0ee92b-af8b-42b0-9dd0-22548b89b3f9 HTTP/1.1" status: 200 len: 210 time: 0.0288644 Sep 15 18:12:38.822895 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9b95b2f4-ec2a-414b-9a58-a562b9d477c3 req-09a9a7b2-cb53-4c99-87a9-5c9b58ef692b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d0ee92b-af8b-42b0-9dd0-22548b89b3f9 HTTP/1.1" status: 200 len: 210 time: 0.0303493 Sep 15 18:12:38.949633 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-11929712-619b-4759-919c-5007a8c5686e tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:38.951110 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-11929712-619b-4759-919c-5007a8c5686e tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e4c125e0-554e-4b5d-97db-805cdd94b528 HTTP/1.1" status: 200 len: 809 time: 0.1085391 Sep 15 18:12:38.991188 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Request body: {'port': {'device_id': '1d0ee92b-af8b-42b0-9dd0-22548b89b3f9', 'network_id': 'e4c125e0-554e-4b5d-97db-805cdd94b528', 'admin_state_up': True, 'tenant_id': 'dcd6bd5397da4de794025d727589a33d'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:12:39.100562 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Made reservation on behalf of dcd6bd5397da4de794025d727589a33d for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:12:39.104238 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:39.230446 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Allocated IP 172.20.0.3 (e4c125e0-554e-4b5d-97db-805cdd94b528/8314aea5-bef4-4c92-b8ba-744568c457f4/c38fe691-c0fc-4e2e-93c5-2491734f116d) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:12:39.274073 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:39.343756 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:39.384110 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Publish callbacks [] for port (c38fe691-c0fc-4e2e-93c5-2491734f116d), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:39.417386 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (c38fe691-c0fc-4e2e-93c5-2491734f116d), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:39.460941 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Network e4c125e0-554e-4b5d-97db-805cdd94b528 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:12:39.464448 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:12:39.468278 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:12:39.472819 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:12:39.491733 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Pushing event updated for resources: {'Port': ['ID=c38fe691-c0fc-4e2e-93c5-2491734f116d,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:39.507840 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:39.508186 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:39.508532 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:39.508892 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:39.509206 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:39.509559 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:39.509887 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:39.510212 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:39.510534 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:39.510859 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:39.511182 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:39.511503 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:39.511824 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:39.512141 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:39.512459 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:39.533689 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:39.534808 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:39.550446 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-069e4477-52a7-4d97-84a5-22dcf5c20e6b tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5630045 Sep 15 18:12:39.573500 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Request body: {'port': {'device_id': '1d0ee92b-af8b-42b0-9dd0-22548b89b3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:12:39.631505 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (c38fe691-c0fc-4e2e-93c5-2491734f116d), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:39.886543 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38fe691-c0fc-4e2e-93c5-2491734f116d {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:12:39.894838 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Publish callbacks [] for port (c38fe691-c0fc-4e2e-93c5-2491734f116d), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:39.908042 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Transition to ACTIVE for port object c38fe691-c0fc-4e2e-93c5-2491734f116d will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:12:39.912152 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (c38fe691-c0fc-4e2e-93c5-2491734f116d), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:39.945264 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c100f-716c-4273-9e09-08e68fc8c7ea req-29b8c2bb-45d6-42c1-bce7-c5ab38b3abf4 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:39.946781 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a37c100f-716c-4273-9e09-08e68fc8c7ea req-29b8c2bb-45d6-42c1-bce7-c5ab38b3abf4 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d0ee92b-af8b-42b0-9dd0-22548b89b3f9 HTTP/1.1" status: 200 len: 931 time: 0.0486338 Sep 15 18:12:39.968518 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:39.974523 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Pushing event updated for resources: {'Port': ['ID=c38fe691-c0fc-4e2e-93c5-2491734f116d,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:39.998804 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a37c100f-716c-4273-9e09-08e68fc8c7ea req-5ddb4149-0b0e-49a6-9fb8-0b562f4fc762 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458260 Sep 15 18:12:40.024046 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Attempting to bind port c38fe691-c0fc-4e2e-93c5-2491734f116d on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:12:40.024386 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Attempting to bind port c38fe691-c0fc-4e2e-93c5-2491734f116d by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '237f0daa-224a-4d23-b485-60c3553e919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e4c125e0-554e-4b5d-97db-805cdd94b528'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:12:40.024716 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Attempting to bind port c38fe691-c0fc-4e2e-93c5-2491734f116d on network e4c125e0-554e-4b5d-97db-805cdd94b528 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:12:40.068343 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Port c38fe691-c0fc-4e2e-93c5-2491734f116d on network e4c125e0-554e-4b5d-97db-805cdd94b528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:12:40.068665 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Attempting to bind port c38fe691-c0fc-4e2e-93c5-2491734f116d on network e4c125e0-554e-4b5d-97db-805cdd94b528 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:12:40.106116 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:40.113747 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:40.117582 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:12:40.117920 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Checking segment: {'id': '237f0daa-224a-4d23-b485-60c3553e919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e4c125e0-554e-4b5d-97db-805cdd94b528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:12:40.118306 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Bound using segment: {'id': '237f0daa-224a-4d23-b485-60c3553e919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e4c125e0-554e-4b5d-97db-805cdd94b528'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:12:40.118748 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Bound port: c38fe691-c0fc-4e2e-93c5-2491734f116d, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237f0daa-224a-4d23-b485-60c3553e919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e4c125e0-554e-4b5d-97db-805cdd94b528'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:12:40.119111 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (c38fe691-c0fc-4e2e-93c5-2491734f116d), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:40.183142 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] For port c38fe691-c0fc-4e2e-93c5-2491734f116d, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:12:40.186080 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] For port c38fe691-c0fc-4e2e-93c5-2491734f116d, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c38fe691-c0fc-4e2e-93c5-2491734f116d,segment=NetworkSegment(237f0daa-224a-4d23-b485-60c3553e919e),segment_id=237f0daa-224a-4d23-b485-60c3553e919e)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:12:40.192312 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (c38fe691-c0fc-4e2e-93c5-2491734f116d), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:40.197126 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:40.197893 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:40.199313 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/c38fe691-c0fc-4e2e-93c5-2491734f116d HTTP/1.1" status: 200 len: 1093 time: 0.6298130 Sep 15 18:12:40.199859 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0ee92b-af8b-42b0-9dd0-22548b89b3f9', 'tag': 'c38fe691-c0fc-4e2e-93c5-2491734f116d'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:12:40.202114 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8867b226-964e-46be-a245-0a92f76c871a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0ee92b-af8b-42b0-9dd0-22548b89b3f9", "tag": "c38fe691-c0fc-4e2e-93c5-2491734f116d"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:12:40.246830 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb708fa-6997-4c58-98e9-d82c84150aea service neutron] Pushing event updated for resources: {'Port': ['ID=c38fe691-c0fc-4e2e-93c5-2491734f116d,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:40.261860 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec36e762-6fad-4a6e-b2d8-fa0b2ce9e7b6 x-openstack-request-id: req-ec36e762-6fad-4a6e-b2d8-fa0b2ce9e7b6 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:12:40.262216 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0ee92b-af8b-42b0-9dd0-22548b89b3f9", "tag": "c38fe691-c0fc-4e2e-93c5-2491734f116d", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:12:40.262472 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec36e762-6fad-4a6e-b2d8-fa0b2ce9e7b6 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:12:40.262945 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec36e762-6fad-4a6e-b2d8-fa0b2ce9e7b6'] response: {'name': 'network-changed', 'server_uuid': '1d0ee92b-af8b-42b0-9dd0-22548b89b3f9', 'tag': 'c38fe691-c0fc-4e2e-93c5-2491734f116d', 'status': 'completed', 'code': 200} Sep 15 18:12:40.329827 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-35b6bafd-cd6e-41c1-8727-c4fb26bff0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:40.331464 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-35b6bafd-cd6e-41c1-8727-c4fb26bff0f8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dcd6bd5397da4de794025d727589a33d&device_id=1d0ee92b-af8b-42b0-9dd0-22548b89b3f9 HTTP/1.1" status: 200 len: 1127 time: 0.0426865 Sep 15 18:12:40.382239 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-719e75dc-0f6c-44aa-8b7c-f17a94210927 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c38fe691-c0fc-4e2e-93c5-2491734f116d HTTP/1.1" status: 200 len: 217 time: 0.0321774 Sep 15 18:12:40.432695 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-3675f085-247a-49ae-9f7c-c0917fd27669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:40.434140 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-3675f085-247a-49ae-9f7c-c0917fd27669 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8314aea5-bef4-4c92-b8ba-744568c457f4 HTTP/1.1" status: 200 len: 849 time: 0.0432091 Sep 15 18:12:40.442931 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:12:40.462570 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:12:40.462916 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 5d76e0a3-6ee4-4e80-a9d9-2dc34582c675 not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:12:40.466841 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-1290bd59-51e1-4d5f-b66b-9d70936080e5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e4c125e0-554e-4b5d-97db-805cdd94b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250890 Sep 15 18:12:40.559923 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-d50986c5-8d01-4d85-b7dc-fdac5ab8420b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e4c125e0-554e-4b5d-97db-805cdd94b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857389 Sep 15 18:12:40.655110 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-11ea7137-8dba-41ea-bea0-1092f2137324 req-2cb349df-84de-45e7-9981-0de1ec7be23a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e4c125e0-554e-4b5d-97db-805cdd94b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849137 Sep 15 18:12:41.121069 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d3fd9-dd41-4763-8ce8-8229f540c92f req-3e2fc027-134a-4c5a-9245-346740d44ecf tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:41.122563 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9c5d3fd9-dd41-4763-8ce8-8229f540c92f req-3e2fc027-134a-4c5a-9245-346740d44ecf tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d0ee92b-af8b-42b0-9dd0-22548b89b3f9 HTTP/1.1" status: 200 len: 943 time: 0.0471156 Sep 15 18:12:41.173428 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9c5d3fd9-dd41-4763-8ce8-8229f540c92f req-9c4b19d1-4053-4634-8728-5c3f2d9f339f tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451038 Sep 15 18:12:41.615512 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867b226-964e-46be-a245-0a92f76c871a req-3c0f2c97-86b2-43c4-9aea-3b37feafcb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:41.616974 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-8867b226-964e-46be-a245-0a92f76c871a req-3c0f2c97-86b2-43c4-9aea-3b37feafcb75 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dcd6bd5397da4de794025d727589a33d&device_id=1d0ee92b-af8b-42b0-9dd0-22548b89b3f9 HTTP/1.1" status: 200 len: 1127 time: 0.0396004 Sep 15 18:12:41.708833 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867b226-964e-46be-a245-0a92f76c871a req-4098059d-d1ea-46d5-8ed4-45b50dc16199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:41.710308 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-8867b226-964e-46be-a245-0a92f76c871a req-4098059d-d1ea-46d5-8ed4-45b50dc16199 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e4c125e0-554e-4b5d-97db-805cdd94b528 HTTP/1.1" status: 200 len: 910 time: 0.0871277 Sep 15 18:12:41.752654 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-8867b226-964e-46be-a245-0a92f76c871a req-3e22f646-1ac4-4a67-b7ad-271b4dc1349d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c38fe691-c0fc-4e2e-93c5-2491734f116d HTTP/1.1" status: 200 len: 217 time: 0.0331330 Sep 15 18:12:41.802476 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867b226-964e-46be-a245-0a92f76c871a req-df94e0e7-4729-4149-97a2-b1e0c25ac3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:41.804201 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-8867b226-964e-46be-a245-0a92f76c871a req-df94e0e7-4729-4149-97a2-b1e0c25ac3f2 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8314aea5-bef4-4c92-b8ba-744568c457f4 HTTP/1.1" status: 200 len: 849 time: 0.0437217 Sep 15 18:12:41.838908 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-8867b226-964e-46be-a245-0a92f76c871a req-bce9b8a1-d991-4fa7-97c9-0a961022620e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e4c125e0-554e-4b5d-97db-805cdd94b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260589 Sep 15 18:12:41.934390 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-8867b226-964e-46be-a245-0a92f76c871a req-12c29850-e36c-439a-98db-7eb97dc4b50c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e4c125e0-554e-4b5d-97db-805cdd94b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855865 Sep 15 18:12:42.029586 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-8867b226-964e-46be-a245-0a92f76c871a req-a976d82a-4354-4724-8e9f-b1e4562aa351 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e4c125e0-554e-4b5d-97db-805cdd94b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860374 Sep 15 18:12:42.296396 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220c25f-a2c1-4fcd-8952-fdd6fc745ea5 req-4307bc9e-d487-4f1c-9d42-9539ac471eee tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:42.297837 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a220c25f-a2c1-4fcd-8952-fdd6fc745ea5 req-4307bc9e-d487-4f1c-9d42-9539ac471eee tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d0ee92b-af8b-42b0-9dd0-22548b89b3f9 HTTP/1.1" status: 200 len: 943 time: 0.0486717 Sep 15 18:12:42.343511 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a220c25f-a2c1-4fcd-8952-fdd6fc745ea5 req-bf7df2d5-27dc-44fb-b4f9-d2bce0c77038 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401251 Sep 15 18:12:42.442661 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device c38fe691-c0fc-4e2e-93c5-2491734f116d details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:12:42.541025 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port c38fe691-c0fc-4e2e-93c5-2491734f116d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c38fe691-c0fc-4e2e-93c5-2491734f116d,segment=NetworkSegment(237f0daa-224a-4d23-b485-60c3553e919e),segment_id=237f0daa-224a-4d23-b485-60c3553e919e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:12:42.552029 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': 'c38fe691-c0fc-4e2e-93c5-2491734f116d', 'network_id': 'e4c125e0-554e-4b5d-97db-805cdd94b528', 'port_id': 'c38fe691-c0fc-4e2e-93c5-2491734f116d', 'mac_address': 'fa:16:3e:d8:25:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8314aea5-bef4-4c92-b8ba-744568c457f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:12:42.585555 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port c38fe691-c0fc-4e2e-93c5-2491734f116d is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:12:42.585929 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (c38fe691-c0fc-4e2e-93c5-2491734f116d), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:42.602449 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38fe691-c0fc-4e2e-93c5-2491734f116d {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:12:42.620673 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port c38fe691-c0fc-4e2e-93c5-2491734f116d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c38fe691-c0fc-4e2e-93c5-2491734f116d,segment=NetworkSegment(237f0daa-224a-4d23-b485-60c3553e919e),segment_id=237f0daa-224a-4d23-b485-60c3553e919e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:12:42.624875 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (c38fe691-c0fc-4e2e-93c5-2491734f116d), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:42.670111 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=c38fe691-c0fc-4e2e-93c5-2491734f116d,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:42.970449 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['c38fe691-c0fc-4e2e-93c5-2491734f116d'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:12:43.469861 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f9a7c-7843-4e6a-9081-8d79d2984c38 req-3aa85d47-ac23-4c30-b771-253423891fc6 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:43.471309 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-214f9a7c-7843-4e6a-9081-8d79d2984c38 req-3aa85d47-ac23-4c30-b771-253423891fc6 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d0ee92b-af8b-42b0-9dd0-22548b89b3f9 HTTP/1.1" status: 200 len: 944 time: 0.0491517 Sep 15 18:12:43.517461 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-214f9a7c-7843-4e6a-9081-8d79d2984c38 req-2f12cf41-2cfd-4f54-aee9-5e63c7c4ccbb tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404885 Sep 15 18:12:44.462520 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device c38fe691-c0fc-4e2e-93c5-2491734f116d up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:12:44.491775 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:44.502326 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:44.507158 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port c38fe691-c0fc-4e2e-93c5-2491734f116d completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:12:44.513756 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port c38fe691-c0fc-4e2e-93c5-2491734f116d triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:12:44.514168 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (c38fe691-c0fc-4e2e-93c5-2491734f116d), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:44.514510 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port c38fe691-c0fc-4e2e-93c5-2491734f116d Sep 15 18:12:44.585133 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port c38fe691-c0fc-4e2e-93c5-2491734f116d is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:12:44.585544 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (c38fe691-c0fc-4e2e-93c5-2491734f116d), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:44.609411 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0ee92b-af8b-42b0-9dd0-22548b89b3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38fe691-c0fc-4e2e-93c5-2491734f116d'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:12:44.611626 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82701ae5-6c62-4e2d-ba50-6da2f931649a" -d '{"events": [{"server_uuid": "1d0ee92b-af8b-42b0-9dd0-22548b89b3f9", "name": "network-vif-plugged", "status": "completed", "tag": "c38fe691-c0fc-4e2e-93c5-2491734f116d"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:12:44.624921 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port c38fe691-c0fc-4e2e-93c5-2491734f116d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c38fe691-c0fc-4e2e-93c5-2491734f116d,segment=NetworkSegment(237f0daa-224a-4d23-b485-60c3553e919e),segment_id=237f0daa-224a-4d23-b485-60c3553e919e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:12:44.630003 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (c38fe691-c0fc-4e2e-93c5-2491734f116d), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:44.649955 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77be47-769b-4efb-a912-918a2e577757 req-d448ea6b-34f6-427e-89e6-d6bdfd15700f tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:44.651956 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8b77be47-769b-4efb-a912-918a2e577757 req-d448ea6b-34f6-427e-89e6-d6bdfd15700f tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d0ee92b-af8b-42b0-9dd0-22548b89b3f9 HTTP/1.1" status: 200 len: 944 time: 0.0568531 Sep 15 18:12:44.682305 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=c38fe691-c0fc-4e2e-93c5-2491734f116d,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:44.692944 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:44.693486 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:44.694013 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:44.695639 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:44.695992 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:44.696440 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:44.696803 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:44.697171 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:44.697663 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:44.697967 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:44.698300 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:44.698628 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:44.698951 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:44.699274 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:44.699705 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:12:44.711330 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc32c863-2402-4f7e-9c0a-4444e25b64be x-openstack-request-id: req-fc32c863-2402-4f7e-9c0a-4444e25b64be {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:12:44.711671 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0ee92b-af8b-42b0-9dd0-22548b89b3f9", "name": "network-vif-plugged", "status": "completed", "tag": "c38fe691-c0fc-4e2e-93c5-2491734f116d", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:12:44.711780 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8b77be47-769b-4efb-a912-918a2e577757 req-591c2b3d-78bc-4d87-9026-259dafed2d69 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512815 Sep 15 18:12:44.711936 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc32c863-2402-4f7e-9c0a-4444e25b64be {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:12:44.712320 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc32c863-2402-4f7e-9c0a-4444e25b64be'] response: {'server_uuid': '1d0ee92b-af8b-42b0-9dd0-22548b89b3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38fe691-c0fc-4e2e-93c5-2491734f116d', 'code': 200} Sep 15 18:12:44.934290 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e3d39-ce0c-4b52-9766-5bf3f3ca70ec req-453f95e6-9626-4df3-86df-da1e416523e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:44.935890 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-529e3d39-ce0c-4b52-9766-5bf3f3ca70ec req-453f95e6-9626-4df3-86df-da1e416523e5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d0ee92b-af8b-42b0-9dd0-22548b89b3f9 HTTP/1.1" status: 200 len: 1129 time: 0.0387657 Sep 15 18:12:44.952535 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:44.986806 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-529e3d39-ce0c-4b52-9766-5bf3f3ca70ec req-04536d3b-9936-4c70-80c9-1d7823b34f92 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389960 Sep 15 18:12:45.831229 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08eb5dd-2371-4665-bd75-f44c2643016b req-97d99102-1d12-46ac-82b4-4fa1d9a47241 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:45.832657 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f08eb5dd-2371-4665-bd75-f44c2643016b req-97d99102-1d12-46ac-82b4-4fa1d9a47241 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d0ee92b-af8b-42b0-9dd0-22548b89b3f9 HTTP/1.1" status: 200 len: 945 time: 0.0453539 Sep 15 18:12:45.880314 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-f08eb5dd-2371-4665-bd75-f44c2643016b req-93d161b4-32a9-4761-ace9-d988e2b1b1dd tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421779 Sep 15 18:12:46.999439 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5577be-5b45-461f-b6af-211cd1589883 req-9b7dfd41-8bc7-4881-a199-3682ac500afb tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:47.000858 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0f5577be-5b45-461f-b6af-211cd1589883 req-9b7dfd41-8bc7-4881-a199-3682ac500afb tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d0ee92b-af8b-42b0-9dd0-22548b89b3f9 HTTP/1.1" status: 200 len: 945 time: 0.0458782 Sep 15 18:12:47.050074 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0f5577be-5b45-461f-b6af-211cd1589883 req-2e8598ad-753b-43e2-ae9e-84e4b6b7288a tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436983 Sep 15 18:12:47.773122 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73743a1-63da-4031-b9d5-5dceb76ff572 req-1c34fbf1-6681-4c3a-aca9-f0083a5404b8 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:47.774541 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c73743a1-63da-4031-b9d5-5dceb76ff572 req-1c34fbf1-6681-4c3a-aca9-f0083a5404b8 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d0ee92b-af8b-42b0-9dd0-22548b89b3f9 HTTP/1.1" status: 200 len: 945 time: 0.0477509 Sep 15 18:12:47.821687 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c73743a1-63da-4031-b9d5-5dceb76ff572 req-c5be19ca-cc5c-4206-acd5-293165feda8c tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411713 Sep 15 18:12:49.093100 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b9c76-a105-48ac-aa12-f2a0c72ef174 req-cbff3dda-6ec0-435b-a0fe-68c971b30fc5 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:49.094593 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-729b9c76-a105-48ac-aa12-f2a0c72ef174 req-cbff3dda-6ec0-435b-a0fe-68c971b30fc5 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d0ee92b-af8b-42b0-9dd0-22548b89b3f9 HTTP/1.1" status: 200 len: 945 time: 0.0463028 Sep 15 18:12:49.140751 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-729b9c76-a105-48ac-aa12-f2a0c72ef174 req-4962d35e-bb78-45c4-8d10-cd9889888c73 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=585fa0b5-3d9f-4c11-8479-874357aa7f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405784 Sep 15 18:12:49.329723 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42901217-ed03-423d-861f-793d137b4286 req-574d7b1e-49d9-48b9-b0da-1802dc681805 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:12:49.331128 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-42901217-ed03-423d-861f-793d137b4286 req-574d7b1e-49d9-48b9-b0da-1802dc681805 tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1d0ee92b-af8b-42b0-9dd0-22548b89b3f9 HTTP/1.1" status: 200 len: 945 time: 0.0456862 Sep 15 18:12:49.380257 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:49.416784 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-42901217-ed03-423d-861f-793d137b4286 req-9e068b00-dba0-4af8-bfab-2a063b2ea4ab tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Deleting port c38fe691-c0fc-4e2e-93c5-2491734f116d {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:12:49.417063 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-42901217-ed03-423d-861f-793d137b4286 req-9e068b00-dba0-4af8-bfab-2a063b2ea4ab tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (c38fe691-c0fc-4e2e-93c5-2491734f116d), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:49.468587 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:49.508702 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-42901217-ed03-423d-861f-793d137b4286 req-9e068b00-dba0-4af8-bfab-2a063b2ea4ab tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] For port c38fe691-c0fc-4e2e-93c5-2491734f116d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c38fe691-c0fc-4e2e-93c5-2491734f116d,segment=NetworkSegment(237f0daa-224a-4d23-b485-60c3553e919e),segment_id=237f0daa-224a-4d23-b485-60c3553e919e)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:12:49.509055 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-42901217-ed03-423d-861f-793d137b4286 req-9e068b00-dba0-4af8-bfab-2a063b2ea4ab tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (c38fe691-c0fc-4e2e-93c5-2491734f116d), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:49.522168 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-42901217-ed03-423d-861f-793d137b4286 req-9e068b00-dba0-4af8-bfab-2a063b2ea4ab tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Calling delete_port for c38fe691-c0fc-4e2e-93c5-2491734f116d owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:12:49.884063 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-42901217-ed03-423d-861f-793d137b4286 req-9e068b00-dba0-4af8-bfab-2a063b2ea4ab tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (c38fe691-c0fc-4e2e-93c5-2491734f116d), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:49.912553 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e068b00-dba0-4af8-bfab-2a063b2ea4ab tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Pushing event deleted for resources: {'Port': ['ID=c38fe691-c0fc-4e2e-93c5-2491734f116d,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:12:49.936348 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['c38fe691-c0fc-4e2e-93c5-2491734f116d'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:12:49.960958 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-42901217-ed03-423d-861f-793d137b4286 req-9e068b00-dba0-4af8-bfab-2a063b2ea4ab tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] No DVR routers for this DVR port c38fe691-c0fc-4e2e-93c5-2491734f116d on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:12:49.963172 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-42901217-ed03-423d-861f-793d137b4286 req-9e068b00-dba0-4af8-bfab-2a063b2ea4ab tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:49.966638 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-42901217-ed03-423d-861f-793d137b4286 req-9e068b00-dba0-4af8-bfab-2a063b2ea4ab tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.27 "DELETE /networking/v2.0/ports/c38fe691-c0fc-4e2e-93c5-2491734f116d HTTP/1.1" status: 204 len: 173 time: 0.6276333 Sep 15 18:12:49.967128 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0ee92b-af8b-42b0-9dd0-22548b89b3f9', 'name': 'network-vif-deleted', 'tag': 'c38fe691-c0fc-4e2e-93c5-2491734f116d'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:12:49.969460 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb84b02-aef9-4f0b-b2c9-90e29dd6c2a5" -d '{"events": [{"server_uuid": "1d0ee92b-af8b-42b0-9dd0-22548b89b3f9", "name": "network-vif-deleted", "tag": "c38fe691-c0fc-4e2e-93c5-2491734f116d"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:12:50.006862 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdae953-1c70-4fbf-bd16-21261b9a89d8 x-openstack-request-id: req-afdae953-1c70-4fbf-bd16-21261b9a89d8 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:12:50.007192 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0ee92b-af8b-42b0-9dd0-22548b89b3f9", "name": "network-vif-deleted", "tag": "c38fe691-c0fc-4e2e-93c5-2491734f116d", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:12:50.007470 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afdae953-1c70-4fbf-bd16-21261b9a89d8 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:12:50.008073 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afdae953-1c70-4fbf-bd16-21261b9a89d8'] response: {'server_uuid': '1d0ee92b-af8b-42b0-9dd0-22548b89b3f9', 'name': 'network-vif-deleted', 'tag': 'c38fe691-c0fc-4e2e-93c5-2491734f116d', 'status': 'completed', 'code': 200} Sep 15 18:12:50.245234 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:50.268039 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cbc40dde-6156-4cf7-acc1-13d7cd16df93 req-fca97452-c457-4de0-a3d2-066f160b76bc tempest-VolumesActionsTest-697738965 tempest-VolumesActionsTest-697738965-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d0ee92b-af8b-42b0-9dd0-22548b89b3f9 HTTP/1.1" status: 200 len: 210 time: 0.0309899 Sep 15 18:12:54.506302 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device c38fe691-c0fc-4e2e-93c5-2491734f116d no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:12:54.530197 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: c38fe691-c0fc-4e2e-93c5-2491734f116d {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:12:54.530535 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device c38fe691-c0fc-4e2e-93c5-2491734f116d not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:12:54.784307 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:58.956293 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32848581-e154-4efb-bc3a-ef21587f3432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:12:59.920737 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=47,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:12:59.942348 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=35,neutron:DELETE=5 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:00.248521 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=72 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:01.525654 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5d0cdb4c-d97a-4c3f-8e5d-933f20dd66ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:02.544390 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:03.950638 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:04.104029 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:10.003429 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 39638) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:13:10.047530 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Deleting subnet 8314aea5-bef4-4c92-b8ba-744568c457f4 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 18:13:10.051120 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Publish callbacks [] for subnet (8314aea5-bef4-4c92-b8ba-744568c457f4), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:10.084963 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5629009'] for subnet (8314aea5-bef4-4c92-b8ba-744568c457f4), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:10.124186 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725546'] for subnet (8314aea5-bef4-4c92-b8ba-744568c457f4), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:10.178781 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5339584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6227449'] for subnet (8314aea5-bef4-4c92-b8ba-744568c457f4), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:10.204663 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8314aea5-bef4-4c92-b8ba-744568c457f4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:10.209577 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:10.212531 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/8314aea5-bef4-4c92-b8ba-744568c457f4 HTTP/1.1" status: 204 len: 168 time: 0.2080669 Sep 15 18:13:10.215469 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 39640) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:13:10.218743 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:10.219086 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:10.219424 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:10.219760 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:10.220090 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:10.220422 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:10.220748 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:10.221069 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:10.221439 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:10.221771 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:10.222172 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:10.222451 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:10.222839 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:10.223834 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:10.223834 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7be30f-04f5-4561-b529-747b5f53a4cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:10.289808 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2435f154-8f61-46f3-abd4-527df2801f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322015'] for network (e4c125e0-554e-4b5d-97db-805cdd94b528), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:10.370285 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2435f154-8f61-46f3-abd4-527df2801f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349697', 'neutron.services.segments.db._delete_segments_for_network-8775822491329'] for network (e4c125e0-554e-4b5d-97db-805cdd94b528), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:10.389880 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-2435f154-8f61-46f3-abd4-527df2801f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c125e0-554e-4b5d-97db-805cdd94b528']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:10.399427 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-2435f154-8f61-46f3-abd4-527df2801f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237f0daa-224a-4d23-b485-60c3553e919e') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:10.399719 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-2435f154-8f61-46f3-abd4-527df2801f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237f0daa-224a-4d23-b485-60c3553e919e') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:10.409224 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2435f154-8f61-46f3-abd4-527df2801f3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775822491221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6869309'] for segment (237f0daa-224a-4d23-b485-60c3553e919e), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:10.424072 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2435f154-8f61-46f3-abd4-527df2801f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (237f0daa-224a-4d23-b485-60c3553e919e), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:10.430224 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2435f154-8f61-46f3-abd4-527df2801f3a admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:13:10.430605 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2435f154-8f61-46f3-abd4-527df2801f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251153'] for segment (237f0daa-224a-4d23-b485-60c3553e919e), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:10.471039 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 237f0daa-224a-4d23-b485-60c3553e919e resource provider aggregate not found Sep 15 18:13:10.487334 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 237f0daa-224a-4d23-b485-60c3553e919e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 237f0daa-224a-4d23-b485-60c3553e919e found for delete ", "request_id": "req-09177d17-9c84-42de-8260-2f77ace0caa8"}]} Sep 15 18:13:10.493992 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2435f154-8f61-46f3-abd4-527df2801f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556940'] for network (e4c125e0-554e-4b5d-97db-805cdd94b528), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:10.499200 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-2435f154-8f61-46f3-abd4-527df2801f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:10.502392 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-2435f154-8f61-46f3-abd4-527df2801f3a admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/e4c125e0-554e-4b5d-97db-805cdd94b528 HTTP/1.1" status: 204 len: 168 time: 0.2854669 Sep 15 18:13:10.514279 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435f154-8f61-46f3-abd4-527df2801f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c125e0-554e-4b5d-97db-805cdd94b528,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:10.663019 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 39648) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:13:10.702518 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-56fb01c7-8137-4870-b1d1-ec61d76334ad admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=dcd6bd5397da4de794025d727589a33d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383470 Sep 15 18:13:10.704938 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 39650) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:13:10.752377 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e13f104c-9fe5-4b7d-945c-7d17aa7ebad7 admin admin] Publish callbacks [] for security_group (585fa0b5-3d9f-4c11-8479-874357aa7f64), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:10.773068 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e13f104c-9fe5-4b7d-945c-7d17aa7ebad7 admin admin] Publish callbacks [] for security_group (585fa0b5-3d9f-4c11-8479-874357aa7f64), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:10.819226 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e13f104c-9fe5-4b7d-945c-7d17aa7ebad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (585fa0b5-3d9f-4c11-8479-874357aa7f64), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:10.821868 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e13f104c-9fe5-4b7d-945c-7d17aa7ebad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:10.823076 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-e13f104c-9fe5-4b7d-945c-7d17aa7ebad7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/585fa0b5-3d9f-4c11-8479-874357aa7f64 HTTP/1.1" status: 204 len: 168 time: 0.1171794 Sep 15 18:13:10.830839 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f104c-9fe5-4b7d-945c-7d17aa7ebad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585fa0b5-3d9f-4c11-8479-874357aa7f64,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:11.482991 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 39672) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:13:11.579907 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [None req-34ee7d52-a652-42f0-b491-6228c42d73cc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1537007749-network', 'tenant_id': 'f2ebda4975784256940ad9f1bb0d1bbb'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:11.603263 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ee7d52-a652-42f0-b491-6228c42d73cc admin admin] Made reservation on behalf of f2ebda4975784256940ad9f1bb0d1bbb for: {'network': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:13:11.605690 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-34ee7d52-a652-42f0-b491-6228c42d73cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for network (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:11.614042 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-34ee7d52-a652-42f0-b491-6228c42d73cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:11.692009 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-34ee7d52-a652-42f0-b491-6228c42d73cc admin admin] Publish callbacks [] for security_group (f52eed64-027b-4d8e-a0fc-ea92d2d08a92), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:11.696015 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-34ee7d52-a652-42f0-b491-6228c42d73cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (f52eed64-027b-4d8e-a0fc-ea92d2d08a92), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:11.721804 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ee7d52-a652-42f0-b491-6228c42d73cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:13:11.732788 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee7d52-a652-42f0-b491-6228c42d73cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52eed64-027b-4d8e-a0fc-ea92d2d08a92,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:11.738732 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-34ee7d52-a652-42f0-b491-6228c42d73cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (51f29c91-e9c8-4144-b65c-195389d465c9), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:11.739079 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.db.segments_db [None req-34ee7d52-a652-42f0-b491-6228c42d73cc admin admin] Added segment 51f29c91-e9c8-4144-b65c-195389d465c9 of type vlan for network 8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 Sep 15 18:13:11.780220 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-34ee7d52-a652-42f0-b491-6228c42d73cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775821979055'] for network (8f655512-9fa6-4f9a-8615-d14ecbb1f4e8), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:11.804090 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-34ee7d52-a652-42f0-b491-6228c42d73cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103'] for network (8f655512-9fa6-4f9a-8615-d14ecbb1f4e8), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:11.805263 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ee7d52-a652-42f0-b491-6228c42d73cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:11.805862 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-34ee7d52-a652-42f0-b491-6228c42d73cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:11.864249 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-34ee7d52-a652-42f0-b491-6228c42d73cc admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3800712 Sep 15 18:13:11.867181 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 39676) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:13:11.869199 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee7d52-a652-42f0-b491-6228c42d73cc admin admin] Pushing event updated for resources: {'Network': ['ID=8f655512-9fa6-4f9a-8615-d14ecbb1f4e8,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:11.872056 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.v2.base [None req-337c16a7-6e2e-46cb-8958-81f0483947b3 admin admin] Request body: {'subnet': {'network_id': '8f655512-9fa6-4f9a-8615-d14ecbb1f4e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1537007749-subnet', 'tenant_id': 'f2ebda4975784256940ad9f1bb0d1bbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:11.878654 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Network 8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 details requested by agent ovs-agent-dv-cinder-835384-27-smb with host dv-cinder-835384-27-smb {{(pid=106388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:13:11.896050 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337c16a7-6e2e-46cb-8958-81f0483947b3 admin admin] Made reservation on behalf of f2ebda4975784256940ad9f1bb0d1bbb for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:13:11.898511 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-337c16a7-6e2e-46cb-8958-81f0483947b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6227414'] for subnet (None), before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:12.059432 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-337c16a7-6e2e-46cb-8958-81f0483947b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5338143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6227392'] for subnet (b1d98fc6-61bc-4636-b875-da09ca9219d9), after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:12.124049 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c16a7-6e2e-46cb-8958-81f0483947b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d98fc6-61bc-4636-b875-da09ca9219d9,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:12.133043 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c16a7-6e2e-46cb-8958-81f0483947b3 admin admin] Checking segment: {'id': '51f29c91-e9c8-4144-b65c-195389d465c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8f655512-9fa6-4f9a-8615-d14ecbb1f4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:13:12.133428 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337c16a7-6e2e-46cb-8958-81f0483947b3 admin admin] Network hostable DHCP agents. Network: 8f655512-9fa6-4f9a-8615-d14ecbb1f4e8, hostable agents: ['a2721abc-d066-41e4-af03-e945fcee48fa'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:13:12.151701 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337c16a7-6e2e-46cb-8958-81f0483947b3 admin admin] Network 8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 is scheduled to be hosted by DHCP agent a2721abc-d066-41e4-af03-e945fcee48fa with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:13:12.160340 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-337c16a7-6e2e-46cb-8958-81f0483947b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-27-smb, 8f655512-9fa6-4f9a-8615-d14ecbb1f4e8) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:12.164353 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337c16a7-6e2e-46cb-8958-81f0483947b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:12.164940 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-337c16a7-6e2e-46cb-8958-81f0483947b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:12.166953 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:12.169321 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94d2efd-251e-4e44-bb74-3e1bf70cfa00 None None] Network 8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:13:12.183527 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-337c16a7-6e2e-46cb-8958-81f0483947b3 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3152280 Sep 15 18:13:12.273601 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b9a706-8d4b-4e5b-8123-b16760ccebf9 None None] Network 8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 requested from dv-cinder-835384-27-smb {{(pid=106388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 18:13:12.454894 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:12.455627 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:13.914642 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:13.957727 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-7d6b7e80-9303-43c1-a5d7-9a18c512cb42 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:13.959098 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-7d6b7e80-9303-43c1-a5d7-9a18c512cb42 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/networks?id=8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 HTTP/1.1" status: 200 len: 814 time: 0.1030676 Sep 15 18:13:13.973445 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-c6864aec-9c5e-488d-9c2b-ff8733bd502b tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/quotas/f2ebda4975784256940ad9f1bb0d1bbb HTTP/1.1" status: 200 len: 375 time: 0.0089860 Sep 15 18:13:14.008782 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-7add2c76-3a07-410d-8f52-2d88c1b802e3 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f2ebda4975784256940ad9f1bb0d1bbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306430 Sep 15 18:13:14.018746 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-c7fcf681-ff0f-446e-b627-eae0fce9311b service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 18:13:14.019669 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-c7fcf681-ff0f-446e-b627-eae0fce9311b service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047603 Sep 15 18:13:14.108083 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-06a3bfed-ccca-468a-8459-645b35da636b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8f655512-9fa6-4f9a-8615-d14ecbb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832641 Sep 15 18:13:14.201345 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-5321ee42-3c7c-486f-98a0-b4d8505cdea4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8f655512-9fa6-4f9a-8615-d14ecbb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875921 Sep 15 18:13:14.369114 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-8beb60d5-4f2d-466f-96b1-adf58409d203 req-00b33ab4-e0aa-4b87-b14e-a9b965c17cfb tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 210 time: 0.0269372 Sep 15 18:13:15.472845 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-372a703e-cb1b-4cf0-b619-6602222a5ffc req-1a2d8a98-a156-4f95-840d-19cca50492e1 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 210 time: 0.0284019 Sep 15 18:13:15.583763 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-bfea003d-438c-4a24-8d8e-2934ada5c46e tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:15.585435 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-bfea003d-438c-4a24-8d8e-2934ada5c46e tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.27 "GET /networking/v2.0/networks?id=8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 HTTP/1.1" status: 200 len: 814 time: 0.1069424 Sep 15 18:13:15.628409 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-52475eb2-5776-49b5-85dd-e9da9c68a4e3 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Request body: {'port': {'device_id': 'faa8e0ac-b92d-499f-94ab-992e16ca0866', 'network_id': '8f655512-9fa6-4f9a-8615-d14ecbb1f4e8', 'admin_state_up': True, 'tenant_id': 'f2ebda4975784256940ad9f1bb0d1bbb'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:15.700843 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:15.742319 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-52475eb2-5776-49b5-85dd-e9da9c68a4e3 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Made reservation on behalf of f2ebda4975784256940ad9f1bb0d1bbb for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:13:15.746520 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-52475eb2-5776-49b5-85dd-e9da9c68a4e3 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:15.762514 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:15.872140 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-52475eb2-5776-49b5-85dd-e9da9c68a4e3 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Allocated IP 172.20.0.8 (8f655512-9fa6-4f9a-8615-d14ecbb1f4e8/b1d98fc6-61bc-4636-b875-da09ca9219d9/e4f11ecd-ef54-4d55-ae0d-72c317b9a423) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:13:16.022313 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-52475eb2-5776-49b5-85dd-e9da9c68a4e3 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Publish callbacks [] for port (e4f11ecd-ef54-4d55-ae0d-72c317b9a423), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:16.052871 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-52475eb2-5776-49b5-85dd-e9da9c68a4e3 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (e4f11ecd-ef54-4d55-ae0d-72c317b9a423), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:16.098173 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-52475eb2-5776-49b5-85dd-e9da9c68a4e3 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Network 8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:16.101333 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-52475eb2-5776-49b5-85dd-e9da9c68a4e3 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:16.105088 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-52475eb2-5776-49b5-85dd-e9da9c68a4e3 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:13:16.132673 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52475eb2-5776-49b5-85dd-e9da9c68a4e3 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Pushing event updated for resources: {'Port': ['ID=e4f11ecd-ef54-4d55-ae0d-72c317b9a423,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:16.156510 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-52475eb2-5776-49b5-85dd-e9da9c68a4e3 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:16.157095 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-52475eb2-5776-49b5-85dd-e9da9c68a4e3 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:16.172922 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-52475eb2-5776-49b5-85dd-e9da9c68a4e3 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5482104 Sep 15 18:13:16.196464 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Request body: {'port': {'device_id': 'faa8e0ac-b92d-499f-94ab-992e16ca0866', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:16.254927 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (e4f11ecd-ef54-4d55-ae0d-72c317b9a423), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:16.462013 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:16.472364 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:13:16.513144 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f11ecd-ef54-4d55-ae0d-72c317b9a423 {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:13:16.521028 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Publish callbacks [] for port (e4f11ecd-ef54-4d55-ae0d-72c317b9a423), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:16.531691 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:16.534600 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Transition to ACTIVE for port object e4f11ecd-ef54-4d55-ae0d-72c317b9a423 will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:13:16.539305 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (e4f11ecd-ef54-4d55-ae0d-72c317b9a423), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:16.605274 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959075f8-3eb4-4b81-aba9-2b314ee6cdd1 req-02e541e5-abf0-4b4f-bca7-b1d00db85a97 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:16.606871 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-959075f8-3eb4-4b81-aba9-2b314ee6cdd1 req-02e541e5-abf0-4b4f-bca7-b1d00db85a97 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 943 time: 0.0514462 Sep 15 18:13:16.623722 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f11ecd-ef54-4d55-ae0d-72c317b9a423,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:16.651700 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Attempting to bind port e4f11ecd-ef54-4d55-ae0d-72c317b9a423 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:13:16.652033 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Attempting to bind port e4f11ecd-ef54-4d55-ae0d-72c317b9a423 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '51f29c91-e9c8-4144-b65c-195389d465c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8f655512-9fa6-4f9a-8615-d14ecbb1f4e8'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:13:16.652360 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Attempting to bind port e4f11ecd-ef54-4d55-ae0d-72c317b9a423 on network 8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:16.654430 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-959075f8-3eb4-4b81-aba9-2b314ee6cdd1 req-af7a1fb0-6d07-4ac4-93bb-abc2236ef1fc tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418077 Sep 15 18:13:16.697193 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Port e4f11ecd-ef54-4d55-ae0d-72c317b9a423 on network 8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:13:16.697547 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Attempting to bind port e4f11ecd-ef54-4d55-ae0d-72c317b9a423 on network 8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:16.738394 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:13:16.739290 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Checking segment: {'id': '51f29c91-e9c8-4144-b65c-195389d465c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8f655512-9fa6-4f9a-8615-d14ecbb1f4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:13:16.739671 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Bound using segment: {'id': '51f29c91-e9c8-4144-b65c-195389d465c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8f655512-9fa6-4f9a-8615-d14ecbb1f4e8'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:13:16.740104 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Bound port: e4f11ecd-ef54-4d55-ae0d-72c317b9a423, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f29c91-e9c8-4144-b65c-195389d465c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8f655512-9fa6-4f9a-8615-d14ecbb1f4e8'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:13:16.740520 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (e4f11ecd-ef54-4d55-ae0d-72c317b9a423), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:16.800909 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] For port e4f11ecd-ef54-4d55-ae0d-72c317b9a423, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:13:16.804197 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] For port e4f11ecd-ef54-4d55-ae0d-72c317b9a423, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e4f11ecd-ef54-4d55-ae0d-72c317b9a423,segment=NetworkSegment(51f29c91-e9c8-4144-b65c-195389d465c9),segment_id=51f29c91-e9c8-4144-b65c-195389d465c9)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:13:16.809734 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (e4f11ecd-ef54-4d55-ae0d-72c317b9a423), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:16.812752 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:16.813384 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:16.814942 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/e4f11ecd-ef54-4d55-ae0d-72c317b9a423 HTTP/1.1" status: 200 len: 1093 time: 0.6229172 Sep 15 18:13:16.816931 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa8e0ac-b92d-499f-94ab-992e16ca0866', 'tag': 'e4f11ecd-ef54-4d55-ae0d-72c317b9a423'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:13:16.819199 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f09f667-f12a-4cb3-b836-4d4c126fd268" -d '{"events": [{"name": "network-changed", "server_uuid": "faa8e0ac-b92d-499f-94ab-992e16ca0866", "tag": "e4f11ecd-ef54-4d55-ae0d-72c317b9a423"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:13:16.858984 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86071d8c-5a88-48b6-b96d-18abb0f95ffd x-openstack-request-id: req-86071d8c-5a88-48b6-b96d-18abb0f95ffd {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:13:16.859281 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa8e0ac-b92d-499f-94ab-992e16ca0866", "tag": "e4f11ecd-ef54-4d55-ae0d-72c317b9a423", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:13:16.859530 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86071d8c-5a88-48b6-b96d-18abb0f95ffd {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:13:16.859944 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86071d8c-5a88-48b6-b96d-18abb0f95ffd'] response: {'name': 'network-changed', 'server_uuid': 'faa8e0ac-b92d-499f-94ab-992e16ca0866', 'tag': 'e4f11ecd-ef54-4d55-ae0d-72c317b9a423', 'status': 'completed', 'code': 200} Sep 15 18:13:16.871166 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee2657-5d9c-4dd7-aa63-9e990ac90879 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f11ecd-ef54-4d55-ae0d-72c317b9a423,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:16.936765 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-50c35658-f5e4-407f-b92c-ec813ab843b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:16.938347 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-50c35658-f5e4-407f-b92c-ec813ab843b9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f2ebda4975784256940ad9f1bb0d1bbb&device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 1127 time: 0.0439837 Sep 15 18:13:16.992689 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-261c59f6-b98c-4af3-85af-5b8f468f8da2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f11ecd-ef54-4d55-ae0d-72c317b9a423 HTTP/1.1" status: 200 len: 217 time: 0.0326848 Sep 15 18:13:17.039694 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-4b425320-b127-4b95-9ab8-aad7f98a9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:17.041105 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-4b425320-b127-4b95-9ab8-aad7f98a9d72 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b1d98fc6-61bc-4636-b875-da09ca9219d9 HTTP/1.1" status: 200 len: 854 time: 0.0430474 Sep 15 18:13:17.079213 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-16dfe950-6a38-4a07-b24f-2d16f36de28f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8f655512-9fa6-4f9a-8615-d14ecbb1f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243714 Sep 15 18:13:17.177682 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-70dfcc09-5d50-4932-bab9-2f5a86d53c30 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8f655512-9fa6-4f9a-8615-d14ecbb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916736 Sep 15 18:13:17.273748 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-18a9b255-cdcb-4ec8-bd1a-3c5a401811e6 req-fefd5fc1-df1f-4547-973b-d542f7eb6967 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8f655512-9fa6-4f9a-8615-d14ecbb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874074 Sep 15 18:13:17.776675 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46cab-50de-49be-913a-162e7143b969 req-0404436d-17e3-45b8-a229-c88d3bf43e20 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:17.778219 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3df46cab-50de-49be-913a-162e7143b969 req-0404436d-17e3-45b8-a229-c88d3bf43e20 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 943 time: 0.0471289 Sep 15 18:13:17.825096 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3df46cab-50de-49be-913a-162e7143b969 req-0c4caa3f-d6fe-41ef-baac-c23deca8fa6a tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Sep 15 18:13:18.218704 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09f667-f12a-4cb3-b836-4d4c126fd268 req-648b40d0-eeee-425b-80c5-99b3feba78a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:18.220239 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5f09f667-f12a-4cb3-b836-4d4c126fd268 req-648b40d0-eeee-425b-80c5-99b3feba78a3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f2ebda4975784256940ad9f1bb0d1bbb&device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 1127 time: 0.0390131 Sep 15 18:13:18.314429 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09f667-f12a-4cb3-b836-4d4c126fd268 req-a8ad8d81-12f1-4263-b786-4a82549c2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:18.315847 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5f09f667-f12a-4cb3-b836-4d4c126fd268 req-a8ad8d81-12f1-4263-b786-4a82549c2c41 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 HTTP/1.1" status: 200 len: 915 time: 0.0867677 Sep 15 18:13:18.358429 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5f09f667-f12a-4cb3-b836-4d4c126fd268 req-3de23c22-45cb-4583-b136-d555be42a012 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f11ecd-ef54-4d55-ae0d-72c317b9a423 HTTP/1.1" status: 200 len: 217 time: 0.0331817 Sep 15 18:13:18.408771 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:18.414003 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09f667-f12a-4cb3-b836-4d4c126fd268 req-7dbdb75a-fe0a-490f-9c30-aacf15ae6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:18.415414 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5f09f667-f12a-4cb3-b836-4d4c126fd268 req-7dbdb75a-fe0a-490f-9c30-aacf15ae6232 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b1d98fc6-61bc-4636-b875-da09ca9219d9 HTTP/1.1" status: 200 len: 854 time: 0.0470028 Sep 15 18:13:18.451142 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5f09f667-f12a-4cb3-b836-4d4c126fd268 req-f765f0c3-e0f9-43a3-a418-5c8ba2e95ffa service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8f655512-9fa6-4f9a-8615-d14ecbb1f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266123 Sep 15 18:13:18.538749 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:18.549725 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5f09f667-f12a-4cb3-b836-4d4c126fd268 req-509a3aa2-7d04-47b7-aa75-01df24da2a9d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8f655512-9fa6-4f9a-8615-d14ecbb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891213 Sep 15 18:13:18.642588 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device e4f11ecd-ef54-4d55-ae0d-72c317b9a423 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:13:18.644644 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-5f09f667-f12a-4cb3-b836-4d4c126fd268 req-16fff860-de6b-4709-8400-a208b2a19baa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8f655512-9fa6-4f9a-8615-d14ecbb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859926 Sep 15 18:13:18.646156 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:18.646737 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:18.754992 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port e4f11ecd-ef54-4d55-ae0d-72c317b9a423, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e4f11ecd-ef54-4d55-ae0d-72c317b9a423,segment=NetworkSegment(51f29c91-e9c8-4144-b65c-195389d465c9),segment_id=51f29c91-e9c8-4144-b65c-195389d465c9)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:13:18.765790 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': 'e4f11ecd-ef54-4d55-ae0d-72c317b9a423', 'network_id': '8f655512-9fa6-4f9a-8615-d14ecbb1f4e8', 'port_id': 'e4f11ecd-ef54-4d55-ae0d-72c317b9a423', 'mac_address': 'fa:16:3e:63:cc:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d98fc6-61bc-4636-b875-da09ca9219d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:13:18.799519 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port e4f11ecd-ef54-4d55-ae0d-72c317b9a423 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:13:18.799838 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (e4f11ecd-ef54-4d55-ae0d-72c317b9a423), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:18.812374 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f11ecd-ef54-4d55-ae0d-72c317b9a423 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:13:18.831672 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port e4f11ecd-ef54-4d55-ae0d-72c317b9a423, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e4f11ecd-ef54-4d55-ae0d-72c317b9a423,segment=NetworkSegment(51f29c91-e9c8-4144-b65c-195389d465c9),segment_id=51f29c91-e9c8-4144-b65c-195389d465c9)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:13:18.836426 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (e4f11ecd-ef54-4d55-ae0d-72c317b9a423), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:18.886835 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=e4f11ecd-ef54-4d55-ae0d-72c317b9a423,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:18.948482 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8613e2-8394-4647-815a-5ae9cba08466 req-79b876c4-18c3-4619-afda-4210c1216e8f tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:18.949968 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-dc8613e2-8394-4647-815a-5ae9cba08466 req-79b876c4-18c3-4619-afda-4210c1216e8f tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 944 time: 0.0459225 Sep 15 18:13:18.999700 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-dc8613e2-8394-4647-815a-5ae9cba08466 req-618817c8-f590-46c6-91ea-3a7b7120f3a1 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441320 Sep 15 18:13:19.158853 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['e4f11ecd-ef54-4d55-ae0d-72c317b9a423'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:13:20.117560 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb90e8-7756-4645-b83c-11c29e2496ad req-1c8abb69-bda4-4f07-bbeb-d003ed646fae tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:20.118984 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d9bb90e8-7756-4645-b83c-11c29e2496ad req-1c8abb69-bda4-4f07-bbeb-d003ed646fae tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 944 time: 0.0467255 Sep 15 18:13:20.165388 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-d9bb90e8-7756-4645-b83c-11c29e2496ad req-ed16feca-bee1-4e8c-b91f-12d29c18e348 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409858 Sep 15 18:13:20.665791 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device e4f11ecd-ef54-4d55-ae0d-72c317b9a423 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:20.706982 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port e4f11ecd-ef54-4d55-ae0d-72c317b9a423 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:13:20.712586 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port e4f11ecd-ef54-4d55-ae0d-72c317b9a423 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:13:20.712967 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (e4f11ecd-ef54-4d55-ae0d-72c317b9a423), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:20.713411 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port e4f11ecd-ef54-4d55-ae0d-72c317b9a423 Sep 15 18:13:20.783137 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port e4f11ecd-ef54-4d55-ae0d-72c317b9a423 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:13:20.783515 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (e4f11ecd-ef54-4d55-ae0d-72c317b9a423), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:20.805693 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa8e0ac-b92d-499f-94ab-992e16ca0866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f11ecd-ef54-4d55-ae0d-72c317b9a423'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:13:20.807891 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185baa16-04a7-4e7e-95fa-e0dfca4905f0" -d '{"events": [{"server_uuid": "faa8e0ac-b92d-499f-94ab-992e16ca0866", "name": "network-vif-plugged", "status": "completed", "tag": "e4f11ecd-ef54-4d55-ae0d-72c317b9a423"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:13:20.820394 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port e4f11ecd-ef54-4d55-ae0d-72c317b9a423, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e4f11ecd-ef54-4d55-ae0d-72c317b9a423,segment=NetworkSegment(51f29c91-e9c8-4144-b65c-195389d465c9),segment_id=51f29c91-e9c8-4144-b65c-195389d465c9)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:13:20.824506 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (e4f11ecd-ef54-4d55-ae0d-72c317b9a423), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:20.852229 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fb9c8a-99e1-49fb-9c2a-eb3628032268 x-openstack-request-id: req-e3fb9c8a-99e1-49fb-9c2a-eb3628032268 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:13:20.852512 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa8e0ac-b92d-499f-94ab-992e16ca0866", "name": "network-vif-plugged", "status": "completed", "tag": "e4f11ecd-ef54-4d55-ae0d-72c317b9a423", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:13:20.852759 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3fb9c8a-99e1-49fb-9c2a-eb3628032268 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:13:20.853138 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3fb9c8a-99e1-49fb-9c2a-eb3628032268'] response: {'server_uuid': 'faa8e0ac-b92d-499f-94ab-992e16ca0866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f11ecd-ef54-4d55-ae0d-72c317b9a423', 'code': 200} Sep 15 18:13:20.876866 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=e4f11ecd-ef54-4d55-ae0d-72c317b9a423,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:21.089973 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb5b0e-3cc7-4c3e-a2fa-f8eae2e974fe req-cb93d2ca-4909-4c7b-ae6c-5ca5d0a5ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:21.091685 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3cbb5b0e-3cc7-4c3e-a2fa-f8eae2e974fe req-cb93d2ca-4909-4c7b-ae6c-5ca5d0a5ed58 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 1129 time: 0.0378375 Sep 15 18:13:21.138888 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-3cbb5b0e-3cc7-4c3e-a2fa-f8eae2e974fe req-413e65bc-aa39-447d-b798-03f0f9496f14 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374985 Sep 15 18:13:21.284628 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66db26-41cd-479d-a269-cd2a2df4f97c req-40f793b3-c46c-4746-bb70-b575ebe0500b tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:21.286755 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-df66db26-41cd-479d-a269-cd2a2df4f97c req-40f793b3-c46c-4746-bb70-b575ebe0500b tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 945 time: 0.0456073 Sep 15 18:13:21.331945 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-df66db26-41cd-479d-a269-cd2a2df4f97c req-eca9426f-c240-46db-9fd2-af71c66a2983 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397577 Sep 15 18:13:22.456502 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdd86c-343e-41b6-8384-2ce6b5a67301 req-eaa3eb6e-f748-436d-a088-e2f114b1e271 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:22.458684 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-22fdd86c-343e-41b6-8384-2ce6b5a67301 req-eaa3eb6e-f748-436d-a088-e2f114b1e271 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 945 time: 0.0493588 Sep 15 18:13:22.505430 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-22fdd86c-343e-41b6-8384-2ce6b5a67301 req-444a44e6-0540-4fe4-b698-6d9c8814578b tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406992 Sep 15 18:13:23.611250 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:23.623783 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837dd7e-4a93-40aa-8f79-7910fb62bb43 req-e2104377-4a9c-4d05-a57a-d6a855b8ce71 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:23.625230 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b837dd7e-4a93-40aa-8f79-7910fb62bb43 req-e2104377-4a9c-4d05-a57a-d6a855b8ce71 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 945 time: 0.0464337 Sep 15 18:13:23.671288 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-b837dd7e-4a93-40aa-8f79-7910fb62bb43 req-ced9460a-d2e6-4f94-9039-0e1f3ca510e9 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405209 Sep 15 18:13:24.819645 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:26.467453 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:27.480223 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:28.950100 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6af816d0-20f9-4f7c-b016-48a9e7909371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:31.134128 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=32 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:31.136067 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=18 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:31.530027 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5b51b4a1-dce2-4a19-a85e-0e8bb417525f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:32.541160 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:33.665378 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=5 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:33.668300 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=83 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:33.931251 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:34.097339 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:44.091101 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:44.093224 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:49.447560 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:49.452359 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:13:53.471226 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:13:54.815333 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:13:57.869349 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7e3251fd-35f4-43fb-bdd8-3be80595a69e req-2dc5bafe-28e3-410f-a5ed-4757061be773 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397518 Sep 15 18:13:57.971265 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3251fd-35f4-43fb-bdd8-3be80595a69e req-3ca08ece-e2b3-44ba-89da-ea624e382e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:57.972802 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7e3251fd-35f4-43fb-bdd8-3be80595a69e req-3ca08ece-e2b3-44ba-89da-ea624e382e88 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f2ebda4975784256940ad9f1bb0d1bbb&device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 1129 time: 0.0394158 Sep 15 18:13:58.078380 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3251fd-35f4-43fb-bdd8-3be80595a69e req-ee41b173-2025-4016-9ca5-3b80cf997beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:58.079822 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7e3251fd-35f4-43fb-bdd8-3be80595a69e req-ee41b173-2025-4016-9ca5-3b80cf997beb service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 HTTP/1.1" status: 200 len: 915 time: 0.0888360 Sep 15 18:13:58.119087 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7e3251fd-35f4-43fb-bdd8-3be80595a69e req-a0b37162-f909-4bca-b349-1dbd7bff2995 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f11ecd-ef54-4d55-ae0d-72c317b9a423 HTTP/1.1" status: 200 len: 217 time: 0.0321693 Sep 15 18:13:58.170593 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3251fd-35f4-43fb-bdd8-3be80595a69e req-a1718373-72ed-467c-be1f-0994c0a4dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:13:58.172044 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7e3251fd-35f4-43fb-bdd8-3be80595a69e req-a1718373-72ed-467c-be1f-0994c0a4dcf6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b1d98fc6-61bc-4636-b875-da09ca9219d9 HTTP/1.1" status: 200 len: 854 time: 0.0477059 Sep 15 18:13:58.203750 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7e3251fd-35f4-43fb-bdd8-3be80595a69e req-b09f13c6-202e-417f-9eb3-ce9809649b69 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8f655512-9fa6-4f9a-8615-d14ecbb1f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256808 Sep 15 18:13:58.293775 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7e3251fd-35f4-43fb-bdd8-3be80595a69e req-8ab6e6dc-6a22-420c-94dc-6b2421937b9d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8f655512-9fa6-4f9a-8615-d14ecbb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845506 Sep 15 18:13:58.390596 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-7e3251fd-35f4-43fb-bdd8-3be80595a69e req-d1ce778a-be9f-484d-b888-cb37decfe076 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8f655512-9fa6-4f9a-8615-d14ecbb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884681 Sep 15 18:13:58.952137 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6fb4f7d-2040-4c11-af1e-688f4a16068f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:00.008267 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd47809-33a1-4e6f-b4a1-0d1e6493e0ee req-6769697e-f3da-41c3-8fff-384b4be1bb96 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:00.009908 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5cd47809-33a1-4e6f-b4a1-0d1e6493e0ee req-6769697e-f3da-41c3-8fff-384b4be1bb96 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 945 time: 0.0463977 Sep 15 18:14:00.059288 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-5cd47809-33a1-4e6f-b4a1-0d1e6493e0ee req-d1006f10-e670-4dec-b980-012410bdad91 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437667 Sep 15 18:14:01.178776 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3163846-fa86-4278-be32-234efaba6fe4 req-b940e68c-1eaa-4712-af62-edea847720c7 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:01.180166 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a3163846-fa86-4278-be32-234efaba6fe4 req-b940e68c-1eaa-4712-af62-edea847720c7 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 945 time: 0.0456803 Sep 15 18:14:01.226209 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-a3163846-fa86-4278-be32-234efaba6fe4 req-2c1a83c8-3cf9-474f-8d1a-1aa4f9578d23 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Sep 15 18:14:01.531673 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-95f96ab9-0826-4286-8938-16c002f66a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:02.344552 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7c249-9ab7-4a46-802d-a7722da13bd2 req-75f2e9e4-3f30-42fe-9373-8bfe27bd0d9b tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:02.346014 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e7c7c249-9ab7-4a46-802d-a7722da13bd2 req-75f2e9e4-3f30-42fe-9373-8bfe27bd0d9b tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 945 time: 0.0457938 Sep 15 18:14:02.391468 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-e7c7c249-9ab7-4a46-802d-a7722da13bd2 req-e280b955-0722-4122-b3b3-668162769bc7 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400078 Sep 15 18:14:02.542794 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:03.466490 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:03.467590 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:03.749217 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af18100-6865-47d6-9675-3b2c02f80804 req-eea68d94-912f-4d64-bb9c-06c603f76476 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:03.750704 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3af18100-6865-47d6-9675-3b2c02f80804 req-eea68d94-912f-4d64-bb9c-06c603f76476 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 945 time: 0.2854729 Sep 15 18:14:03.796935 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-3af18100-6865-47d6-9675-3b2c02f80804 req-585c2683-be0e-415e-a3a3-f479f82fedaf tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406880 Sep 15 18:14:03.932804 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:04.101107 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:04.917287 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097e273-5f3f-4053-8f2d-d6000dc1e936 req-f2331dc4-42df-4611-9eb9-7f997c6a97ca tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:04.918765 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c097e273-5f3f-4053-8f2d-d6000dc1e936 req-f2331dc4-42df-4611-9eb9-7f997c6a97ca tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 945 time: 0.0468729 Sep 15 18:14:04.964716 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c097e273-5f3f-4053-8f2d-d6000dc1e936 req-912ced28-bff0-4401-9d86-77d67957c7fb tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403731 Sep 15 18:14:05.200285 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d455a-782d-4e76-b22c-90227ad50f6f req-3639fde6-2092-4f12-9048-29797ec1c5e2 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:05.201689 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cc6d455a-782d-4e76-b22c-90227ad50f6f req-3639fde6-2092-4f12-9048-29797ec1c5e2 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 945 time: 0.0456569 Sep 15 18:14:05.285025 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-cc6d455a-782d-4e76-b22c-90227ad50f6f req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Deleting port e4f11ecd-ef54-4d55-ae0d-72c317b9a423 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:14:05.285391 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-cc6d455a-782d-4e76-b22c-90227ad50f6f req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (e4f11ecd-ef54-4d55-ae0d-72c317b9a423), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:05.372769 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-cc6d455a-782d-4e76-b22c-90227ad50f6f req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] For port e4f11ecd-ef54-4d55-ae0d-72c317b9a423, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e4f11ecd-ef54-4d55-ae0d-72c317b9a423,segment=NetworkSegment(51f29c91-e9c8-4144-b65c-195389d465c9),segment_id=51f29c91-e9c8-4144-b65c-195389d465c9)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:05.373126 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-cc6d455a-782d-4e76-b22c-90227ad50f6f req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (e4f11ecd-ef54-4d55-ae0d-72c317b9a423), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:05.386115 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-cc6d455a-782d-4e76-b22c-90227ad50f6f req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Calling delete_port for e4f11ecd-ef54-4d55-ae0d-72c317b9a423 owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:14:05.513278 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-cc6d455a-782d-4e76-b22c-90227ad50f6f req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (e4f11ecd-ef54-4d55-ae0d-72c317b9a423), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:05.538016 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Pushing event deleted for resources: {'Port': ['ID=e4f11ecd-ef54-4d55-ae0d-72c317b9a423,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:05.547449 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:05.547799 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:05.548141 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:05.548481 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:05.548816 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:05.549148 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:05.549504 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:05.549833 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:05.550159 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:05.550852 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:05.550852 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:05.551128 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:05.551425 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:05.551748 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:05.551885 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['e4f11ecd-ef54-4d55-ae0d-72c317b9a423'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:14:05.552269 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:05.600155 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6d455a-782d-4e76-b22c-90227ad50f6f req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] No DVR routers for this DVR port e4f11ecd-ef54-4d55-ae0d-72c317b9a423 on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:14:05.602658 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-cc6d455a-782d-4e76-b22c-90227ad50f6f req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:05.605820 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cc6d455a-782d-4e76-b22c-90227ad50f6f req-7335c193-3fc2-481e-a5b3-cfb9e6fb71d5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.27 "DELETE /networking/v2.0/ports/e4f11ecd-ef54-4d55-ae0d-72c317b9a423 HTTP/1.1" status: 204 len: 173 time: 0.3984883 Sep 15 18:14:05.606305 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa8e0ac-b92d-499f-94ab-992e16ca0866', 'name': 'network-vif-deleted', 'tag': 'e4f11ecd-ef54-4d55-ae0d-72c317b9a423'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:14:05.608522 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5764c5c3-4207-4a37-85b1-1489241c35ba" -d '{"events": [{"server_uuid": "faa8e0ac-b92d-499f-94ab-992e16ca0866", "name": "network-vif-deleted", "tag": "e4f11ecd-ef54-4d55-ae0d-72c317b9a423"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:14:05.654934 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113b4178-cdab-4937-8a51-b7fd1e296dfe x-openstack-request-id: req-113b4178-cdab-4937-8a51-b7fd1e296dfe {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:14:05.655232 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa8e0ac-b92d-499f-94ab-992e16ca0866", "name": "network-vif-deleted", "tag": "e4f11ecd-ef54-4d55-ae0d-72c317b9a423", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:14:05.655507 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-113b4178-cdab-4937-8a51-b7fd1e296dfe {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:14:05.655913 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-113b4178-cdab-4937-8a51-b7fd1e296dfe'] response: {'server_uuid': 'faa8e0ac-b92d-499f-94ab-992e16ca0866', 'name': 'network-vif-deleted', 'tag': 'e4f11ecd-ef54-4d55-ae0d-72c317b9a423', 'status': 'completed', 'code': 200} Sep 15 18:14:06.091124 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-2f568591-893a-4f23-9462-74d561a32c47 req-4c709ed1-5a4f-443a-bc7f-1f55d16decda tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=faa8e0ac-b92d-499f-94ab-992e16ca0866 HTTP/1.1" status: 200 len: 210 time: 0.0360975 Sep 15 18:14:08.816283 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device e4f11ecd-ef54-4d55-ae0d-72c317b9a423 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:14:08.835804 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: e4f11ecd-ef54-4d55-ae0d-72c317b9a423 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:14:08.836249 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device e4f11ecd-ef54-4d55-ae0d-72c317b9a423 not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:14:10.986066 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-7f3495af-e677-47a0-b8e4-c93e3f4aa156 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:10.987514 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-7f3495af-e677-47a0-b8e4-c93e3f4aa156 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/networks?id=8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 HTTP/1.1" status: 200 len: 814 time: 0.0993245 Sep 15 18:14:11.002225 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-5f73cf3c-fec7-4b9d-bda7-f8f83630f984 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/quotas/f2ebda4975784256940ad9f1bb0d1bbb HTTP/1.1" status: 200 len: 375 time: 0.0088983 Sep 15 18:14:11.036743 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-04948e1c-65f1-4fb2-aa53-52ea1a4a0963 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f2ebda4975784256940ad9f1bb0d1bbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297527 Sep 15 18:14:11.124860 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-946ba195-eaff-4e34-9be1-71996c04b858 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8f655512-9fa6-4f9a-8615-d14ecbb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812232 Sep 15 18:14:11.214671 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-f4fe61f6-8f62-4ad7-ad8f-87a3db9f236a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8f655512-9fa6-4f9a-8615-d14ecbb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841162 Sep 15 18:14:11.377343 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-79ad6690-3a85-4f66-ab3b-428a592744ed req-d22723b7-166b-48f5-b0ce-e00a47ab9598 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 210 time: 0.0283926 Sep 15 18:14:12.479661 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-62172d52-4105-4820-a4aa-0da5f9770f13 req-2f00b568-b857-4578-b7a9-ec7a2b1611f0 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 210 time: 0.0284224 Sep 15 18:14:12.598800 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:12.620983 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:12.650991 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-2d9158af-bc39-472d-8863-6e77cd1e8624 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:12.652638 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-2d9158af-bc39-472d-8863-6e77cd1e8624 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.27 "GET /networking/v2.0/networks?id=8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 HTTP/1.1" status: 200 len: 814 time: 0.1066751 Sep 15 18:14:12.693991 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-c805fd85-af55-4be5-b92e-99df1cd71e3d tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Request body: {'port': {'device_id': '65b8bd38-667e-4dc3-96ba-0838837acc37', 'network_id': '8f655512-9fa6-4f9a-8615-d14ecbb1f4e8', 'admin_state_up': True, 'tenant_id': 'f2ebda4975784256940ad9f1bb0d1bbb'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:14:12.806903 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-c805fd85-af55-4be5-b92e-99df1cd71e3d tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Made reservation on behalf of f2ebda4975784256940ad9f1bb0d1bbb for: {'port': 1} {{(pid=106386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:14:12.810671 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-c805fd85-af55-4be5-b92e-99df1cd71e3d tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (None), before_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:12.934573 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.db_base_plugin_common [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-c805fd85-af55-4be5-b92e-99df1cd71e3d tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Allocated IP 172.20.0.11 (8f655512-9fa6-4f9a-8615-d14ecbb1f4e8/b1d98fc6-61bc-4636-b875-da09ca9219d9/017f0932-32cb-4bd7-9819-33d76a0711d3) {{(pid=106386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:14:13.086472 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-c805fd85-af55-4be5-b92e-99df1cd71e3d tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Publish callbacks [] for port (017f0932-32cb-4bd7-9819-33d76a0711d3), precommit_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:13.118683 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-c805fd85-af55-4be5-b92e-99df1cd71e3d tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775822009793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (017f0932-32cb-4bd7-9819-33d76a0711d3), after_create {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:13.165497 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-c805fd85-af55-4be5-b92e-99df1cd71e3d tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Network 8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 is already hosted by enough agents. {{(pid=106386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:14:13.168611 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.scheduler.base_scheduler [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-c805fd85-af55-4be5-b92e-99df1cd71e3d tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Resources bound (agent type, host, resource id): {{(pid=106386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:14:13.172426 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-c805fd85-af55-4be5-b92e-99df1cd71e3d tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Received port after_create {{(pid=106386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 18:14:13.195098 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805fd85-af55-4be5-b92e-99df1cd71e3d tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Pushing event updated for resources: {'Port': ['ID=017f0932-32cb-4bd7-9819-33d76a0711d3,revision_number=1']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:13.222254 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-c805fd85-af55-4be5-b92e-99df1cd71e3d tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:13.222855 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-c805fd85-af55-4be5-b92e-99df1cd71e3d tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:13.238864 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-c805fd85-af55-4be5-b92e-99df1cd71e3d tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5493488 Sep 15 18:14:13.263461 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.v2.base [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Request body: {'port': {'device_id': '65b8bd38-667e-4dc3-96ba-0838837acc37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:14:13.319025 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (017f0932-32cb-4bd7-9819-33d76a0711d3), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:13.471456 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:13.475600 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:13.574178 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017f0932-32cb-4bd7-9819-33d76a0711d3 {{(pid=106386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:14:13.581654 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Publish callbacks [] for port (017f0932-32cb-4bd7-9819-33d76a0711d3), precommit_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:13.594988 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.provisioning_blocks [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Transition to ACTIVE for port object 017f0932-32cb-4bd7-9819-33d76a0711d3 will not be triggered until provisioned by entity L2. {{(pid=106386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 18:14:13.599099 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (017f0932-32cb-4bd7-9819-33d76a0711d3), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:13.605638 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659e9af-6a06-40df-a893-d54f2208a8d5 req-8c9d1c03-86ae-4b53-ab91-a90ad5fd6f10 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:13.607120 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7659e9af-6a06-40df-a893-d54f2208a8d5 req-8c9d1c03-86ae-4b53-ab91-a90ad5fd6f10 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 932 time: 0.0482745 Sep 15 18:14:13.655105 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-7659e9af-6a06-40df-a893-d54f2208a8d5 req-d930099a-61d7-44b4-b930-d96d91f06c4e tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421555 Sep 15 18:14:13.659415 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Pushing event updated for resources: {'Port': ['ID=017f0932-32cb-4bd7-9819-33d76a0711d3,revision_number=2']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:13.709073 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Attempting to bind port 017f0932-32cb-4bd7-9819-33d76a0711d3 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 18:14:13.709439 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Attempting to bind port 017f0932-32cb-4bd7-9819-33d76a0711d3 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '51f29c91-e9c8-4144-b65c-195389d465c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8f655512-9fa6-4f9a-8615-d14ecbb1f4e8'}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 18:14:13.709761 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Attempting to bind port 017f0932-32cb-4bd7-9819-33d76a0711d3 on network 8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:14:13.753716 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Port 017f0932-32cb-4bd7-9819-33d76a0711d3 on network 8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:14:13.754038 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Attempting to bind port 017f0932-32cb-4bd7-9819-33d76a0711d3 on network 8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:14:13.800178 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Checking agent: {'id': '3cf21f41-0071-4ca8-a1e3-6cd9c534b547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'started_at': datetime.datetime(2022, 9, 15, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 18, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 18:14:13.800519 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Checking segment: {'id': '51f29c91-e9c8-4144-b65c-195389d465c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8f655512-9fa6-4f9a-8615-d14ecbb1f4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 18:14:13.801179 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Bound using segment: {'id': '51f29c91-e9c8-4144-b65c-195389d465c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8f655512-9fa6-4f9a-8615-d14ecbb1f4e8'} {{(pid=106386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 18:14:13.801735 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.managers [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Bound port: 017f0932-32cb-4bd7-9819-33d76a0711d3, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f29c91-e9c8-4144-b65c-195389d465c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8f655512-9fa6-4f9a-8615-d14ecbb1f4e8'}}] {{(pid=106386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 18:14:13.802102 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (017f0932-32cb-4bd7-9819-33d76a0711d3), before_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:13.867510 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] For port 017f0932-32cb-4bd7-9819-33d76a0711d3, host hv-cinder-83538, cleared binding levels {{(pid=106386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:14:13.871011 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] For port 017f0932-32cb-4bd7-9819-33d76a0711d3, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=017f0932-32cb-4bd7-9819-33d76a0711d3,segment=NetworkSegment(51f29c91-e9c8-4144-b65c-195389d465c9),segment_id=51f29c91-e9c8-4144-b65c-195389d465c9)] {{(pid=106386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:14:13.877236 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251389'] for port (017f0932-32cb-4bd7-9819-33d76a0711d3), after_update {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:13.881257 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:13.881969 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:13.884149 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/017f0932-32cb-4bd7-9819-33d76a0711d3 HTTP/1.1" status: 200 len: 1094 time: 0.6239753 Sep 15 18:14:13.885715 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b8bd38-667e-4dc3-96ba-0838837acc37', 'tag': '017f0932-32cb-4bd7-9819-33d76a0711d3'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:14:13.887961 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754102b8-df4b-457b-9519-80ca84e27fed" -d '{"events": [{"name": "network-changed", "server_uuid": "65b8bd38-667e-4dc3-96ba-0838837acc37", "tag": "017f0932-32cb-4bd7-9819-33d76a0711d3"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:14:13.939492 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9efb1e-939c-4077-a969-78c8eee75166 service neutron] Pushing event updated for resources: {'Port': ['ID=017f0932-32cb-4bd7-9819-33d76a0711d3,revision_number=3']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:13.950230 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 18:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5df741d-655b-4b3b-a447-a4fdb8cdc582 x-openstack-request-id: req-f5df741d-655b-4b3b-a447-a4fdb8cdc582 {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:14:13.950519 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b8bd38-667e-4dc3-96ba-0838837acc37", "tag": "017f0932-32cb-4bd7-9819-33d76a0711d3", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:14:13.950772 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5df741d-655b-4b3b-a447-a4fdb8cdc582 {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:14:13.951171 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5df741d-655b-4b3b-a447-a4fdb8cdc582'] response: {'name': 'network-changed', 'server_uuid': '65b8bd38-667e-4dc3-96ba-0838837acc37', 'tag': '017f0932-32cb-4bd7-9819-33d76a0711d3', 'status': 'completed', 'code': 200} Sep 15 18:14:14.012824 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-c326998f-6884-46bd-913a-660ce4cbe959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:14.014238 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-c326998f-6884-46bd-913a-660ce4cbe959 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f2ebda4975784256940ad9f1bb0d1bbb&device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 1128 time: 0.0401835 Sep 15 18:14:14.068100 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-0770173f-4e4a-4b31-9bd4-545ebbd23709 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=017f0932-32cb-4bd7-9819-33d76a0711d3 HTTP/1.1" status: 200 len: 217 time: 0.0320752 Sep 15 18:14:14.115204 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-98796517-f819-48c6-95fa-c6b1d21f9fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:14.116565 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-98796517-f819-48c6-95fa-c6b1d21f9fa6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b1d98fc6-61bc-4636-b875-da09ca9219d9 HTTP/1.1" status: 200 len: 854 time: 0.0427387 Sep 15 18:14:14.154468 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-d6340306-927c-4691-a6df-ccd6fb4575e4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8f655512-9fa6-4f9a-8615-d14ecbb1f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280027 Sep 15 18:14:14.248834 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-df31d1df-e70c-4728-b5fc-06776d38d11e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8f655512-9fa6-4f9a-8615-d14ecbb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872505 Sep 15 18:14:14.341101 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-cbe0691a-0f9a-4231-8c40-123b270a4a9c req-a007e9c9-4c48-4ee5-8ace-d1cafa5a1fe9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8f655512-9fa6-4f9a-8615-d14ecbb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829985 Sep 15 18:14:14.783563 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc84fd9-0caa-4a3f-8c94-f8514740cf59 req-b6500340-bddc-4d2b-9df7-16a6154257a6 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:14.785043 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4fc84fd9-0caa-4a3f-8c94-f8514740cf59 req-b6500340-bddc-4d2b-9df7-16a6154257a6 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 944 time: 0.0545859 Sep 15 18:14:14.824794 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:14.832561 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-4fc84fd9-0caa-4a3f-8c94-f8514740cf59 req-dadb36ae-029a-4d72-875c-5f06f270b16f tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420060 Sep 15 18:14:15.299126 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:15.302647 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754102b8-df4b-457b-9519-80ca84e27fed req-9638b0fb-ae7b-465c-b9f7-e5264436a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:15.304094 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-754102b8-df4b-457b-9519-80ca84e27fed req-9638b0fb-ae7b-465c-b9f7-e5264436a220 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f2ebda4975784256940ad9f1bb0d1bbb&device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 1128 time: 0.0387046 Sep 15 18:14:15.381603 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:15.398836 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754102b8-df4b-457b-9519-80ca84e27fed req-71dc8395-619c-4941-a33c-f44a2ac10434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:15.400500 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-754102b8-df4b-457b-9519-80ca84e27fed req-71dc8395-619c-4941-a33c-f44a2ac10434 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 HTTP/1.1" status: 200 len: 915 time: 0.0905638 Sep 15 18:14:15.454322 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-754102b8-df4b-457b-9519-80ca84e27fed req-c742a7db-5ed5-42c0-a6ac-52e0ff35d0ab service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=017f0932-32cb-4bd7-9819-33d76a0711d3 HTTP/1.1" status: 200 len: 217 time: 0.0447147 Sep 15 18:14:15.505688 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754102b8-df4b-457b-9519-80ca84e27fed req-4cd9de7d-f6ca-40e1-8448-1265b0f69c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:15.507066 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-754102b8-df4b-457b-9519-80ca84e27fed req-4cd9de7d-f6ca-40e1-8448-1265b0f69c5b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b1d98fc6-61bc-4636-b875-da09ca9219d9 HTTP/1.1" status: 200 len: 854 time: 0.0436451 Sep 15 18:14:15.539365 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-754102b8-df4b-457b-9519-80ca84e27fed req-89546b7c-7798-418e-a09b-a298f1c2cba5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=8f655512-9fa6-4f9a-8615-d14ecbb1f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245471 Sep 15 18:14:15.867219 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-754102b8-df4b-457b-9519-80ca84e27fed req-1918ff55-62d7-4a4f-87ca-183421620e2a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8f655512-9fa6-4f9a-8615-d14ecbb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210080 Sep 15 18:14:15.957213 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28ab7e-aab1-400b-966c-b0fc9e39a265 req-8cd6e62d-fe3d-4a0c-914f-d1b588a9a319 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:15.958727 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0f28ab7e-aab1-400b-966c-b0fc9e39a265 req-8cd6e62d-fe3d-4a0c-914f-d1b588a9a319 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 944 time: 0.0471706 Sep 15 18:14:15.965663 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-754102b8-df4b-457b-9519-80ca84e27fed req-9f576f7a-1a0c-48ed-95aa-6942963c336b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8f655512-9fa6-4f9a-8615-d14ecbb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880406 Sep 15 18:14:15.978864 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=100 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:16.010141 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0f28ab7e-aab1-400b-966c-b0fc9e39a265 req-ffc30370-4b9f-45ae-bcfb-21fa57b85934 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451443 Sep 15 18:14:16.845018 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 017f0932-32cb-4bd7-9819-33d76a0711d3 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:14:16.943335 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 017f0932-32cb-4bd7-9819-33d76a0711d3, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=017f0932-32cb-4bd7-9819-33d76a0711d3,segment=NetworkSegment(51f29c91-e9c8-4144-b65c-195389d465c9),segment_id=51f29c91-e9c8-4144-b65c-195389d465c9)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:16.954774 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Returning: {'device': '017f0932-32cb-4bd7-9819-33d76a0711d3', 'network_id': '8f655512-9fa6-4f9a-8615-d14ecbb1f4e8', 'port_id': '017f0932-32cb-4bd7-9819-33d76a0711d3', 'mac_address': 'fa:16:3e:eb:4a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d98fc6-61bc-4636-b875-da09ca9219d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:14:16.987769 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 017f0932-32cb-4bd7-9819-33d76a0711d3 is: DOWN; New status is: BUILD {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:14:16.988157 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (017f0932-32cb-4bd7-9819-33d76a0711d3), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:17.004522 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017f0932-32cb-4bd7-9819-33d76a0711d3 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 18:14:17.023511 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 017f0932-32cb-4bd7-9819-33d76a0711d3, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=017f0932-32cb-4bd7-9819-33d76a0711d3,segment=NetworkSegment(51f29c91-e9c8-4144-b65c-195389d465c9),segment_id=51f29c91-e9c8-4144-b65c-195389d465c9)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:17.027512 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (017f0932-32cb-4bd7-9819-33d76a0711d3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:17.073661 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=017f0932-32cb-4bd7-9819-33d76a0711d3,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:17.080709 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:17.081061 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:17.081427 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:17.081769 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:17.082102 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:17.082431 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:17.082757 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:17.083083 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:17.083406 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:17.083728 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:17.084050 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:17.084372 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:17.084692 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:17.085012 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:17.085347 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:17.135987 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75642e-d083-4fc1-a31d-759fa047d897 req-3fcfb3c9-f8be-4f5c-8cb8-a7ce085b5a73 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:17.137398 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ff75642e-d083-4fc1-a31d-759fa047d897 req-3fcfb3c9-f8be-4f5c-8cb8-a7ce085b5a73 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 945 time: 0.0508206 Sep 15 18:14:17.183935 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-ff75642e-d083-4fc1-a31d-759fa047d897 req-de91c7cb-e4ea-4aa4-b6b7-a641207232bd tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409698 Sep 15 18:14:17.360843 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['017f0932-32cb-4bd7-9819-33d76a0711d3'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:14:18.302831 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f07d55-33a0-4944-a53f-cf446b41b6c7 req-3060bd48-8aeb-4f1e-8ed2-c11a21a9bc4a tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:18.304268 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-25f07d55-33a0-4944-a53f-cf446b41b6c7 req-3060bd48-8aeb-4f1e-8ed2-c11a21a9bc4a tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 945 time: 0.0472534 Sep 15 18:14:18.351049 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-25f07d55-33a0-4944-a53f-cf446b41b6c7 req-e440dd6f-f73c-4441-bdd8-51c403324eee tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Sep 15 18:14:18.869401 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 017f0932-32cb-4bd7-9819-33d76a0711d3 up at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:14:18.910681 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning for port 017f0932-32cb-4bd7-9819-33d76a0711d3 completed by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 18:14:18.917284 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Provisioning complete for port 017f0932-32cb-4bd7-9819-33d76a0711d3 triggered by entity L2. {{(pid=106388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 18:14:18.917817 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350878'] for port (017f0932-32cb-4bd7-9819-33d76a0711d3), provisioning_complete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:18.918154 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Attempt 1 to provision port 017f0932-32cb-4bd7-9819-33d76a0711d3 Sep 15 18:14:18.987829 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Current status of the port 017f0932-32cb-4bd7-9819-33d76a0711d3 is: BUILD; New status is: ACTIVE {{(pid=106388) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 18:14:18.988212 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1816910'] for port (017f0932-32cb-4bd7-9819-33d76a0711d3), before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:19.010120 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b8bd38-667e-4dc3-96ba-0838837acc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017f0932-32cb-4bd7-9819-33d76a0711d3'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:14:19.012334 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b6d241428cf8f792d5b86fac1e856a791723a64b924fd590135cb0482d26764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc35a59-5347-43ed-8286-123d40011139" -d '{"events": [{"server_uuid": "65b8bd38-667e-4dc3-96ba-0838837acc37", "name": "network-vif-plugged", "status": "completed", "tag": "017f0932-32cb-4bd7-9819-33d76a0711d3"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:14:19.028091 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] For port 017f0932-32cb-4bd7-9819-33d76a0711d3, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=017f0932-32cb-4bd7-9819-33d76a0711d3,segment=NetworkSegment(51f29c91-e9c8-4144-b65c-195389d465c9),segment_id=51f29c91-e9c8-4144-b65c-195389d465c9)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:19.032583 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775822501542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775822009811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775822009829'] for port (017f0932-32cb-4bd7-9819-33d76a0711d3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:19.057443 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9592f67f-8060-4a08-a03c-9935bc38a187 x-openstack-request-id: req-9592f67f-8060-4a08-a03c-9935bc38a187 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:14:19.057730 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b8bd38-667e-4dc3-96ba-0838837acc37", "name": "network-vif-plugged", "status": "completed", "tag": "017f0932-32cb-4bd7-9819-33d76a0711d3", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:14:19.057982 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9592f67f-8060-4a08-a03c-9935bc38a187 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:14:19.058367 dv-cinder-835384-27-smb neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9592f67f-8060-4a08-a03c-9935bc38a187'] response: {'server_uuid': '65b8bd38-667e-4dc3-96ba-0838837acc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017f0932-32cb-4bd7-9819-33d76a0711d3', 'code': 200} Sep 15 18:14:19.076704 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:19.082046 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Pushing event updated for resources: {'Port': ['ID=017f0932-32cb-4bd7-9819-33d76a0711d3,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:19.276513 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f394ce-a421-44fb-b7a5-65297ea84ad0 req-f0764e1e-73b8-403f-a0a3-8a3c02e247dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:19.278032 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-71f394ce-a421-44fb-b7a5-65297ea84ad0 req-f0764e1e-73b8-403f-a0a3-8a3c02e247dc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 1130 time: 0.0389290 Sep 15 18:14:19.326639 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-71f394ce-a421-44fb-b7a5-65297ea84ad0 req-0aa5b19d-1c58-429b-9f73-bc7aefa9da3c service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375061 Sep 15 18:14:19.469559 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4b04a-f160-4559-ba28-884bc44fb1fb req-d16665a5-8e80-40f7-a737-b0c3348ce1b4 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:19.471001 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-63f4b04a-f160-4559-ba28-884bc44fb1fb req-d16665a5-8e80-40f7-a737-b0c3348ce1b4 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 946 time: 0.0459967 Sep 15 18:14:19.520468 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-63f4b04a-f160-4559-ba28-884bc44fb1fb req-9d87d3aa-d219-4d64-b3a1-c7e4a425e50e tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437014 Sep 15 18:14:20.639585 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a665c74-e949-44ca-ac82-23b213b103de req-f78e3b99-854a-4003-a11d-10d660964d4f tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:20.641046 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6a665c74-e949-44ca-ac82-23b213b103de req-f78e3b99-854a-4003-a11d-10d660964d4f tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 946 time: 0.0457404 Sep 15 18:14:20.688083 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-6a665c74-e949-44ca-ac82-23b213b103de req-e5f7844f-5c3f-41b0-aedb-d878e024b6b0 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415006 Sep 15 18:14:21.810604 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07575e8a-b5ef-4134-8781-ac45fb73da5f req-e8eff20c-cb11-484f-b743-3d4c2ddc7648 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:21.812048 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-07575e8a-b5ef-4134-8781-ac45fb73da5f req-e8eff20c-cb11-484f-b743-3d4c2ddc7648 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 946 time: 0.0463207 Sep 15 18:14:21.858166 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-07575e8a-b5ef-4134-8781-ac45fb73da5f req-bb09dddb-e58e-408c-85cb-794e778ddd51 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407434 Sep 15 18:14:24.813420 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:24.832123 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:26.448216 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=13 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:26.459269 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=19 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:28.953600 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2df583fa-82e9-4bde-9de0-a32a49633a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:29.317150 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=50 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:29.324331 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=34 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:30.471191 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:14:31.538222 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a427ced8-e422-4cb5-b8a8-ab3605caa4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:31.852012 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=59 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:31.855052 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=45 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:32.545867 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:33.934775 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:34.104051 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:40.466013 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:40.466823 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:41.816641 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536d133-24fd-405c-a06e-07c513979143 req-c4745d2a-0881-493f-9d6f-d9d32d8e21ee tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:41.818051 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9536d133-24fd-405c-a06e-07c513979143 req-c4745d2a-0881-493f-9d6f-d9d32d8e21ee tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 946 time: 0.0502772 Sep 15 18:14:41.864706 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-9536d133-24fd-405c-a06e-07c513979143 req-3a08b39f-59b3-486f-a271-c12513345b96 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409989 Sep 15 18:14:42.988594 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06482bb7-65ce-4bf1-a8f9-e496c44beefd req-4b45fb8b-e7e1-45e0-8415-6f8fdefb7404 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:42.990060 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-06482bb7-65ce-4bf1-a8f9-e496c44beefd req-4b45fb8b-e7e1-45e0-8415-6f8fdefb7404 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 946 time: 0.0468278 Sep 15 18:14:43.036691 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-06482bb7-65ce-4bf1-a8f9-e496c44beefd req-3e2fcdb8-be0e-409e-8acc-2dbfcfd24b06 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404983 Sep 15 18:14:44.097656 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:44.099013 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:44.159236 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522482e-85be-4a7f-9db1-c0aec0638a39 req-c192aee1-bc7e-4b55-859f-e61f2284aead tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:44.160667 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c522482e-85be-4a7f-9db1-c0aec0638a39 req-c192aee1-bc7e-4b55-859f-e61f2284aead tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 946 time: 0.0460086 Sep 15 18:14:44.210683 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-c522482e-85be-4a7f-9db1-c0aec0638a39 req-8401d9e7-604f-4b20-984d-33df4aefe996 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445237 Sep 15 18:14:45.331135 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5da73-1689-42df-bd87-11e9437c24f0 req-6bebfbd8-c82f-4638-8a91-0abfff0890e9 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:45.332598 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-34d5da73-1689-42df-bd87-11e9437c24f0 req-6bebfbd8-c82f-4638-8a91-0abfff0890e9 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 946 time: 0.0454435 Sep 15 18:14:45.378814 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-34d5da73-1689-42df-bd87-11e9437c24f0 req-849ddada-67f5-4582-b51a-468437b029b5 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407319 Sep 15 18:14:46.499365 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf99070-588c-47df-ae78-52acfbf898c8 req-d78ce44f-b2e4-4f82-b1c7-9f6adb741fbc tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:46.500795 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-caf99070-588c-47df-ae78-52acfbf898c8 req-d78ce44f-b2e4-4f82-b1c7-9f6adb741fbc tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 946 time: 0.0465384 Sep 15 18:14:46.546568 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-caf99070-588c-47df-ae78-52acfbf898c8 req-117e344d-9759-49f1-9568-284b9f92352a tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52eed64-027b-4d8e-a0fc-ea92d2d08a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401816 Sep 15 18:14:46.607846 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a47e53-1d8a-4b36-9cb8-78b86089bd97 req-281975b4-000f-4372-910b-1940fdcbc14c tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 18:14:46.609282 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e4a47e53-1d8a-4b36-9cb8-78b86089bd97 req-281975b4-000f-4372-910b-1940fdcbc14c tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 946 time: 0.0489566 Sep 15 18:14:46.694832 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-e4a47e53-1d8a-4b36-9cb8-78b86089bd97 req-c0062b08-9435-429b-8a63-4b6f3fab4e5b tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Deleting port 017f0932-32cb-4bd7-9819-33d76a0711d3 {{(pid=106386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 18:14:46.695098 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e4a47e53-1d8a-4b36-9cb8-78b86089bd97 req-c0062b08-9435-429b-8a63-4b6f3fab4e5b tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775822501389'] for port (017f0932-32cb-4bd7-9819-33d76a0711d3), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:46.784946 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.db [req-e4a47e53-1d8a-4b36-9cb8-78b86089bd97 req-c0062b08-9435-429b-8a63-4b6f3fab4e5b tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] For port 017f0932-32cb-4bd7-9819-33d76a0711d3, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=017f0932-32cb-4bd7-9819-33d76a0711d3,segment=NetworkSegment(51f29c91-e9c8-4144-b65c-195389d465c9),segment_id=51f29c91-e9c8-4144-b65c-195389d465c9)] {{(pid=106386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:46.785315 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e4a47e53-1d8a-4b36-9cb8-78b86089bd97 req-c0062b08-9435-429b-8a63-4b6f3fab4e5b tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439641'] for port (017f0932-32cb-4bd7-9819-33d76a0711d3), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:46.798539 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.plugin [req-e4a47e53-1d8a-4b36-9cb8-78b86089bd97 req-c0062b08-9435-429b-8a63-4b6f3fab4e5b tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Calling delete_port for 017f0932-32cb-4bd7-9819-33d76a0711d3 owned by compute:nova {{(pid=106386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 18:14:46.931086 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e4a47e53-1d8a-4b36-9cb8-78b86089bd97 req-c0062b08-9435-429b-8a63-4b6f3fab4e5b tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775822466955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775822009802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251332'] for port (017f0932-32cb-4bd7-9819-33d76a0711d3), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:46.958432 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0062b08-9435-429b-8a63-4b6f3fab4e5b tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Pushing event deleted for resources: {'Port': ['ID=017f0932-32cb-4bd7-9819-33d76a0711d3,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:46.982402 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] get_ports_and_sgs() called for port_ids ['017f0932-32cb-4bd7-9819-33d76a0711d3'] {{(pid=106388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 18:14:47.007455 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a47e53-1d8a-4b36-9cb8-78b86089bd97 req-c0062b08-9435-429b-8a63-4b6f3fab4e5b tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] No DVR routers for this DVR port 017f0932-32cb-4bd7-9819-33d76a0711d3 on host hv-cinder-83538 {{(pid=106386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 18:14:47.009785 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [req-e4a47e53-1d8a-4b36-9cb8-78b86089bd97 req-c0062b08-9435-429b-8a63-4b6f3fab4e5b tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127846'] for port (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:47.013642 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [req-e4a47e53-1d8a-4b36-9cb8-78b86089bd97 req-c0062b08-9435-429b-8a63-4b6f3fab4e5b tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.27 "DELETE /networking/v2.0/ports/017f0932-32cb-4bd7-9819-33d76a0711d3 HTTP/1.1" status: 204 len: 173 time: 0.3958304 Sep 15 18:14:47.014121 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b8bd38-667e-4dc3-96ba-0838837acc37', 'name': 'network-vif-deleted', 'tag': '017f0932-32cb-4bd7-9819-33d76a0711d3'}] {{(pid=106386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 18:14:47.016379 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}302a0f653379e098a8f1a018710676d7fddf5eaf601aa8bf2647802fac5779aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e10553-f374-4975-a04c-b8287279dffc" -d '{"events": [{"server_uuid": "65b8bd38-667e-4dc3-96ba-0838837acc37", "name": "network-vif-deleted", "tag": "017f0932-32cb-4bd7-9819-33d76a0711d3"}]}' {{(pid=106386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:14:47.053339 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 18:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efc8b1a-cfcd-458e-a7d4-dddf736cdadb x-openstack-request-id: req-0efc8b1a-cfcd-458e-a7d4-dddf736cdadb {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:14:47.053635 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b8bd38-667e-4dc3-96ba-0838837acc37", "name": "network-vif-deleted", "tag": "017f0932-32cb-4bd7-9819-33d76a0711d3", "status": "completed", "code": 200}]} {{(pid=106386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:14:47.053889 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0efc8b1a-cfcd-458e-a7d4-dddf736cdadb {{(pid=106386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:14:47.054295 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0efc8b1a-cfcd-458e-a7d4-dddf736cdadb'] response: {'server_uuid': '65b8bd38-667e-4dc3-96ba-0838837acc37', 'name': 'network-vif-deleted', 'tag': '017f0932-32cb-4bd7-9819-33d76a0711d3', 'status': 'completed', 'code': 200} Sep 15 18:14:47.668480 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [req-0dd5eac2-d4b6-4982-859d-1a6410e6e756 req-736be4b1-02e1-40df-bb90-eb4ee0d55af0 tempest-VolumesSnapshotTestJSON-1069101900 tempest-VolumesSnapshotTestJSON-1069101900-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65b8bd38-667e-4dc3-96ba-0838837acc37 HTTP/1.1" status: 200 len: 210 time: 0.0308969 Sep 15 18:14:51.025036 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 017f0932-32cb-4bd7-9819-33d76a0711d3 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:14:51.044592 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] No Port match for: 017f0932-32cb-4bd7-9819-33d76a0711d3 {{(pid=106388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 18:14:51.044937 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron.plugins.ml2.rpc [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Device 017f0932-32cb-4bd7-9819-33d76a0711d3 not bound to the agent host hv-cinder-83538 {{(pid=106388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:14:54.853001 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:14:56.542552 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=46 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:56.967043 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=42,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:56.989039 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=47,neutron:DELETE=4 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:57.648430 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=46 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:14:58.954881 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-237a6d09-1028-4273-b3b1-adff467de51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:01.531700 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a6df8282-39cf-4aa5-b200-6764f8d63a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:02.547974 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:03.451203 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:15:03.455375 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:15:03.936406 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:04.107272 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:05.928450 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.25', 40240) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:15:05.979347 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Deleting subnet b1d98fc6-61bc-4636-b875-da09ca9219d9 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 18:15:05.983560 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Publish callbacks [] for subnet (b1d98fc6-61bc-4636-b875-da09ca9219d9), before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:06.020429 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5629009'] for subnet (b1d98fc6-61bc-4636-b875-da09ca9219d9), precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:06.061757 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1725546'] for subnet (b1d98fc6-61bc-4636-b875-da09ca9219d9), precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:06.118445 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5339584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6227449'] for subnet (b1d98fc6-61bc-4636-b875-da09ca9219d9), after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:06.148080 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:06.153846 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 40242) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:15:06.154408 dv-cinder-835384-27-smb neutron-server[106387]: INFO neutron.wsgi [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/b1d98fc6-61bc-4636-b875-da09ca9219d9 HTTP/1.1" status: 204 len: 168 time: 0.2246172 Sep 15 18:15:06.154883 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d98fc6-61bc-4636-b875-da09ca9219d9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:06.162321 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.162674 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.163021 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.163364 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.163703 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.164036 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.164368 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.164872 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.165011 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.165354 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.165688 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.166016 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.166339 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.166662 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.166985 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be89d9-8bec-4759-a1a4-39dc305ff31e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.233956 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322015'] for network (8f655512-9fa6-4f9a-8615-d14ecbb1f4e8), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:06.322781 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349697', 'neutron.services.segments.db._delete_segments_for_network-8775822491329'] for network (8f655512-9fa6-4f9a-8615-d14ecbb1f4e8), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:06.345192 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f655512-9fa6-4f9a-8615-d14ecbb1f4e8']}} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:06.354463 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f29c91-e9c8-4144-b65c-195389d465c9') {'for_net_delete': True} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:06.354747 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.services.segments.db [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f29c91-e9c8-4144-b65c-195389d465c9') {} {{(pid=106386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:06.364453 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775822491221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6869309'] for segment (51f29c91-e9c8-4144-b65c-195389d465c9), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:06.378676 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262'] for segment (51f29c91-e9c8-4144-b65c-195389d465c9), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:06.385667 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:15:06.386063 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8251153'] for segment (51f29c91-e9c8-4144-b65c-195389d465c9), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:06.427622 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 51f29c91-e9c8-4144-b65c-195389d465c9 resource provider aggregate not found Sep 15 18:15:06.447754 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.services.segments.plugin [-] Segment 51f29c91-e9c8-4144-b65c-195389d465c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51f29c91-e9c8-4144-b65c-195389d465c9 found for delete ", "request_id": "req-757c1ccf-c4dc-469a-ba20-defcff5427b6"}]} Sep 15 18:15:06.451567 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556940'] for network (8f655512-9fa6-4f9a-8615-d14ecbb1f4e8), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:06.457252 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579085'] for network (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:06.460666 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/8f655512-9fa6-4f9a-8615-d14ecbb1f4e8 HTTP/1.1" status: 204 len: 168 time: 0.3057742 Sep 15 18:15:06.474972 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f655512-9fa6-4f9a-8615-d14ecbb1f4e8,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:06.482747 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.483095 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.483436 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.483775 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.484100 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.484421 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.484744 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.485066 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.485421 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.485747 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.486068 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.486389 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.486735 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.487057 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.487382 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a673e9c-1ca1-4cbb-bb86-a6e5c6faacb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-27-smb {{(pid=106386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:06.568366 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 40250) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:15:06.611808 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-b9cb925f-d442-474b-9a4b-4c3888aabab5 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f2ebda4975784256940ad9f1bb0d1bbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422199 Sep 15 18:15:06.614171 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.wsgi [-] (106386) accepted ('10.222.0.25', 40252) {{(pid=106386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 18:15:06.660655 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-670e1d8b-5261-47c0-8b06-0acba35e9767 admin admin] Publish callbacks [] for security_group (f52eed64-027b-4d8e-a0fc-ea92d2d08a92), before_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:06.680343 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-670e1d8b-5261-47c0-8b06-0acba35e9767 admin admin] Publish callbacks [] for security_group (f52eed64-027b-4d8e-a0fc-ea92d2d08a92), precommit_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:06.726713 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-670e1d8b-5261-47c0-8b06-0acba35e9767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594170'] for security_group (f52eed64-027b-4d8e-a0fc-ea92d2d08a92), after_delete {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:06.729240 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron_lib.callbacks.manager [None req-670e1d8b-5261-47c0-8b06-0acba35e9767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:06.730401 dv-cinder-835384-27-smb neutron-server[106386]: INFO neutron.wsgi [None req-670e1d8b-5261-47c0-8b06-0acba35e9767 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f52eed64-027b-4d8e-a0fc-ea92d2d08a92 HTTP/1.1" status: 204 len: 168 time: 0.1153302 Sep 15 18:15:06.738943 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e1d8b-5261-47c0-8b06-0acba35e9767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52eed64-027b-4d8e-a0fc-ea92d2d08a92,revision_number=None']} {{(pid=106386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:07.471509 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:15:14.102932 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:15:16.124248 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=26,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:15:16.158767 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG dbcounter [-] [106387] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:15:16.733341 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=50,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:15:16.734755 dv-cinder-835384-27-smb neutron-server[106386]: DEBUG dbcounter [-] [106386] Writing DB stats neutron:SELECT=48,neutron:DELETE=3 {{(pid=106386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:15:16.753215 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:15:17.465873 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:15:24.852645 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:28.463853 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:15:28.464527 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:15:28.956721 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dbfde98d-903a-43df-ba18-38a4e3c13529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:31.535029 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f12783eb-2993-4906-81e2-d4aa025f718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:32.554680 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:33.943964 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:34.110623 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:40.447368 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:15:40.451380 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:15:44.104587 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:15:44.106402 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:15:44.471545 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:15:54.466615 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:15:54.467373 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:15:54.859358 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:15:58.959181 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55acdbac-0c11-4cbd-90ec-d26afbd098df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:16:01.537921 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bf762a34-8959-48eb-b5b2-2381cea4897d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:16:02.552939 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:16:03.937087 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:16:04.114985 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:16:14.103012 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:16:14.109051 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:16:21.470317 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:16:24.876180 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:16:25.044412 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=15 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:16:28.963334 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-768f2def-1598-4bcd-8191-d33d1201d0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:16:31.466680 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=19 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:16:31.539240 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-129e3e3b-3e56-4810-a9f5-d9368eb55bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:16:32.555188 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:16:33.939501 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:16:34.117923 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:16:44.111591 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:16:44.114113 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:16:54.449239 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:16:54.454135 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:16:54.871284 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:16:58.470172 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:16:58.964667 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-34ac437f-71a0-4891-9390-0c05f618f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:17:01.540962 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bceb33ce-c54f-4fc6-b02a-9f7ecfd23856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:17:02.562693 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:17:03.942275 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:17:04.119906 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:17:08.466170 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:17:08.466897 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:17:14.114470 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:17:14.116250 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:17:24.887724 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:17:28.965628 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4159881-22ab-435e-934c-3b0c01549ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:17:31.445777 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:17:31.450744 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:17:31.543022 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e5e6bce2-e9d8-4057-834a-1117518b24d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:17:32.562023 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:17:33.944643 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:17:34.122449 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:17:34.293061 dv-cinder-835384-27-smb neutron-server[106387]: DEBUG neutron.wsgi [req-7824de86-b61e-44ba-a8bb-94bbc511bd07 req-2c2666d4-8e73-4b61-8f83-3d03204aa4ca service neutron] (106387) timed out ('10.222.0.27', 56108) {{(pid=106387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 15 18:17:35.469565 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:17:44.110972 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:17:44.117207 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:17:45.465153 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:17:45.466049 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:17:54.899344 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:17:58.967151 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8dea329d-f0b1-4fef-bfcf-c23abd3df5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:18:01.545312 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d1a16394-c7c5-4e69-a4bf-39c332c8a53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:18:02.564119 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:18:03.948552 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:18:04.124736 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:18:08.442674 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:18:08.447160 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:18:12.468299 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:18:14.112824 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:18:14.120238 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:18:24.919318 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:18:25.040848 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=12 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:18:25.042690 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=16 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:18:28.968526 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dfe24be2-e468-4dd8-b919-18704712bdb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:18:31.547156 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7fc115f7-a596-45b6-a52c-bf5a3c29e886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:18:32.567396 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:18:33.949372 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:18:34.126915 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:18:44.120874 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:18:44.122757 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:18:45.440291 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:18:45.445528 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:18:49.466825 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:18:54.921040 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:18:58.969830 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e43d5849-d0bc-49b9-93f5-b3445c71c116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:18:59.462135 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:18:59.462989 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:19:01.549131 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f534-e2e7-4cfa-9ae3-9d2a1e91f05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:19:02.569587 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:19:03.954602 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:19:04.129459 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:19:14.122362 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:19:14.124210 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:19:24.925231 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:19:26.465683 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:19:28.972649 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9be9d29-ea6c-4b12-a309-7217ba85cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:19:31.550811 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-87bf333c-45a8-442c-8c8b-e0eec9a307a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:19:32.572206 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:19:33.955284 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:19:34.130968 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:19:36.461190 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:19:36.461970 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:19:44.119200 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:19:44.126297 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG dbcounter [-] [106388] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:19:54.946862 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03e235c0-a6f9-430e-9255-d975641308ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (3cf21f41-0071-4ca8-a1e3-6cd9c534b547), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:19:58.977417 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9932-0f8b-41b1-8897-de6533892de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (a2721abc-d066-41e4-af03-e945fcee48fa), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:19:59.440944 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:19:59.445634 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 18:20:01.553073 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af9641cb-d8b5-47d3-8b19-cf3b24854bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (ebe64cda-3add-49c9-90f8-005c2f73c593), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:20:02.576104 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8311b93f-fbb4-4ae5-b7c1-9b4f97f512f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (9c22ab67-111c-4146-9b7e-e1e9deb7e256), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:20:03.464243 dv-cinder-835384-27-smb neutron-server[106389]: DEBUG neutron.db.agents_db [None req-de043c9c-eb20-4f7b-9712-9e3a0e6cd7f2 None None] Agent healthcheck: found 6 active agents {{(pid=106389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:20:03.958248 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90d8ebdb-760c-40e2-8d22-4eabf80d54a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (d7988a1d-d6bc-4023-875f-170c1ed005f3), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 18:20:04.133171 dv-cinder-835384-27-smb neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55aa8cd-571b-4f9d-9add-8645bf4ff06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775822491311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350656'] for agent (0852ca79-afd9-43c1-bf4a-60b706a1b0e4), after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}